-- Logs begin at Tue 2021-04-20 18:40:39 UTC, end at Tue 2021-04-20 19:41:31 UTC. -- Apr 20 19:14:29.559036 dv-cinder-787264-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 19:14:32.840768 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.common.config [-] Logging enabled! Apr 20 19:14:32.841436 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 19:14:32.842764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 19:14:32.844641 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.common.config [-] Logging enabled! Apr 20 19:14:32.844943 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 19:14:32.845337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 19:14:32.846489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:14:32.846746 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:14:32.848497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:14:32.848788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:14:32.849054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:14:32.849485 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.849851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.850218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.850477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.850832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.851179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.851512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.851870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.852230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.852567 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.852896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.853262 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.853542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.853875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.854219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.854560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.854828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] debug = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.855156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.855710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.856043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.856359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.856705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.857028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.857378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.857705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.858036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.858443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] host = dv-cinder-787264-1-smb {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.858768 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.859107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.859446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.859788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.860109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.860436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.860771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.861118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.861437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] log_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.861761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.862102 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.862437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.862782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.863044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.863381 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.863760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.864180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.864616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.864942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.865292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.865616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.865940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.866257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.866598 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.866938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.867276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.867595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.867915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.868232 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.868552 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.868888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.869234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.869556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.869879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.870223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.870539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.870858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.871266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.871552 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.871881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.872219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.872537 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.872873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.873220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.873539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.873853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] use_json = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.874170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.874485 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.874818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.875135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.875449 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.875765 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.876087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.876390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:32.876739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.877089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.877468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.877796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.878141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.878465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.879619 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.880013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.880359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.880956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.881323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.881650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.881988 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.882318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.882667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.883029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.883376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.883715 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.884019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.884343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.884731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.884988 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.885287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.885673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.885915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.886247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.886570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.886916 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.887237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.887553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.887882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.888225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.888553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.888872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.889231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.889636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.889884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.890166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.890492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.890839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.891161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.891475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.891796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.892114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.892431 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.892770 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.893094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.893439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.893756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.894080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.894402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.894785 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.895335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.895890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.896217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.896542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.896860 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.897207 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.897535 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.897854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.898173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.898489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.899432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.899432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.899432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.899920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.899920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.900257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.900595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.900948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.901299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.901624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.901945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.902269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.902591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.902915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.903238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.903562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.903877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.904225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.904554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.904890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.905267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.905593 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.905943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.906267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.906596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.906917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.907241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.907579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.907909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.908253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.908591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.908928 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.909298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.909647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.909971 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.910883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.911319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:32.911582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:14:32.911860 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86213) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 19:14:33.590835 dv-cinder-787264-1-smb neutron-server[86213]: INFO keyring.backend [-] Loading Gnome Apr 20 19:14:33.609721 dv-cinder-787264-1-smb neutron-server[86213]: INFO keyring.backend [-] Loading Google Apr 20 19:14:33.612839 dv-cinder-787264-1-smb neutron-server[86213]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 19:14:33.617711 dv-cinder-787264-1-smb neutron-server[86213]: INFO keyring.backend [-] Loading file Apr 20 19:14:33.618592 dv-cinder-787264-1-smb neutron-server[86213]: INFO keyring.backend [-] Loading keyczar Apr 20 19:14:33.618876 dv-cinder-787264-1-smb neutron-server[86213]: INFO keyring.backend [-] Loading multi Apr 20 19:14:33.619542 dv-cinder-787264-1-smb neutron-server[86213]: INFO keyring.backend [-] Loading pyfs Apr 20 19:14:33.667938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86213) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:14:33.668249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86213) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:14:33.668588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86213) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:14:33.668973 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 19:14:34.076186 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.076828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.076828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.078197 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.078627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.078932 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.118187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.118504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.118758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.135260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.135576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.135880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.203538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.203779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.204046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.205083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.205444 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.207526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.491008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.491332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.491643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.491950 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.492791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.647717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.648105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.648434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.648747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.649054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.649500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.650050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.650363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.650660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.651012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.651317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.651631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.651949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.652265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.652581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.652911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.653244 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.653574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.653866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.654223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.654725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.655012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.655296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.655655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.655938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.656219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.656717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:14:34.656994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:14:34.657301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:14:34.657579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:14:34.657854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:14:34.658128 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:14:34.658569 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 19:14:34.662230 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 19:14:34.666364 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 19:14:34.670448 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 20 19:14:34.672214 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 19:14:34.673541 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 19:14:34.673938 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 19:14:34.674395 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 19:14:34.679540 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 19:14:34.679792 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 19:14:34.680246 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 19:14:34.709227 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 19:14:34.709757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.710099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86213) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 19:14:34.710517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.712020 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86213) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 19:14:34.712362 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 19:14:34.712643 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 19:14:34.716074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.716399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:34.786434 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 19:14:34.786676 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 19:14:34.786862 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 19:14:34.787289 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 19:14:34.822632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.sqlalchemy.engines [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86213) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 19:14:35.284882 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Initializing driver for type 'gre' Apr 20 19:14:35.285603 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] gre ID ranges: [(1, 1000)] Apr 20 19:14:35.332435 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Initializing driver for type 'local' Apr 20 19:14:35.332882 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Initializing driver for type 'vlan' Apr 20 19:14:35.346025 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] VlanTypeDriver initialization complete Apr 20 19:14:35.346453 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Initializing driver for type 'vxlan' Apr 20 19:14:35.347057 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] vxlan ID ranges: [(1, 1000)] Apr 20 19:14:35.392847 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Initializing extension driver 'port_security' Apr 20 19:14:35.393306 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] PortSecurityExtensionDriver initialization complete Apr 20 19:14:35.393723 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Initializing mechanism driver 'openvswitch' Apr 20 19:14:35.394123 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Initializing mechanism driver 'hyperv' Apr 20 19:14:35.401260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86213) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:14:35.402178 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > port after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.402637 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > port after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.403079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > port after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.403554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.403994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.404426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.404900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > network after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.405361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > network after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.405794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > network after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.406274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.406707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.407303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.407773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.408205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.408652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.409133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.409554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.409977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.410467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] ML2 OVO RPC backend initialized. {{(pid=86213) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 19:14:35.411343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.411773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.412275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > network before_response 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.412702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > networks before_response 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.413131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > port before_response 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.413581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > ports before_response 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.414003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.414433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.414864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > network after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.415283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > network after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.415700 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > network after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.416118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > port after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.416545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > port after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.416969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > port after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.417424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.417854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.418280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.419048 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.plugin [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Modular L2 Plugin initialization complete Apr 20 19:14:35.419466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading services supported by the core plugin {{(pid=86213) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 19:14:35.419895 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.plugins.ml2.managers [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Got port-security extension from driver 'port_security' Apr 20 19:14:35.420460 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.extensions.vlantransparent [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Disabled vlantransparent extension. Apr 20 19:14:35.421071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86213) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 19:14:35.421511 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading Plugin: router Apr 20 19:14:35.461886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.462317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router after_create 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.462762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router before_create 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.463166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.463581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.463968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router after_delete 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.464362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.464767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router after_create 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.465168 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router after_update 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.465566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router after_update 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.465949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.466350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router after_update 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.466865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.467279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: port after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.467653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: port after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.468023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: subnet after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.468400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.468787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.469200 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.469578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: port before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.469953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.470354 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router after_update 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.470729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.471142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.471572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.471973 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.472434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > network after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.473677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Tracking information for resource: router configured {{(pid=86213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:14:35.474045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Tracking information for resource: floatingip configured {{(pid=86213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 19:14:35.479389 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_agentschedulers_db [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 19:14:35.480214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: port after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.480711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: port after_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.481240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: port after_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.481728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: port after_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.482796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router before_create 55550100 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.483370 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.483891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.484374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.490549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.provider_configuration [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service providers = [] {{(pid=86213) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 19:14:35.490939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.servicetype_db [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86213) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 19:14:35.494018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.service_base [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:14:35.494397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.service_base [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:14:35.494766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.service_base [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:14:35.495660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.service_base [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 19:14:35.496067 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.services.service_base [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 19:14:35.496498 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:14:35.496846 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 19:14:35.508271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:14:35.508703 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading Plugin: auto_allocate Apr 20 19:14:35.514662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: network precommit_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.515071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: network precommit_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.515671 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:14:35.516032 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading Plugin: tag Apr 20 19:14:35.524404 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:14:35.524772 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading Plugin: timestamp Apr 20 19:14:35.529214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:14:35.529580 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading Plugin: network_ip_availability Apr 20 19:14:35.535911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.536430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.536823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.537797 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:14:35.538152 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading Plugin: flavors Apr 20 19:14:35.543208 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:14:35.543628 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading Plugin: revisions Apr 20 19:14:35.548752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 19:14:35.549343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.881s {{(pid=86213) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:14:35.550345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86213) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 19:14:35.551426 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Initializing extension manager. Apr 20 19:14:35.552249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: __init__.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.552735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: __pycache__ {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.553245 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.553725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: address_group.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.554753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.555540 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: address-group Apr 20 19:14:35.556026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: address_scope.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.556999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.557774 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: address-scope Apr 20 19:14:35.558227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.559400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.560097 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: router-admin-state-down-before-update Apr 20 19:14:35.560556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: agent.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.561596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.562340 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: agent Apr 20 19:14:35.562790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: agent_resources_synced.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.563931 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.564619 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: agent-resources-synced Apr 20 19:14:35.565066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.567522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.568137 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: allowed-address-pairs Apr 20 19:14:35.568506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.569791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.570378 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: auto-allocated-topology Apr 20 19:14:35.570741 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: availability_zone.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.571556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.572120 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: availability_zone Apr 20 19:14:35.572479 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: availability_zone_filter.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.573501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.574080 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: availability_zone_filter Apr 20 19:14:35.574435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: data_plane_status.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.575564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.576153 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 19:14:35.576511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: default_subnetpools.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.577536 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.578186 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: default-subnetpools Apr 20 19:14:35.578455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.579411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.579986 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: dhcp_agent_scheduler Apr 20 19:14:35.580348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: dns.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.581366 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.582798 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 19:14:35.582798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: dns_domain_ports.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.583939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.584540 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 19:14:35.584918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: dvr.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.585729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.586335 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: dvr Apr 20 19:14:35.586731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: empty_string_filtering.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.587750 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.588331 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: empty-string-filtering Apr 20 19:14:35.588686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.589645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.590207 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 19:14:35.590561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.591503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.592074 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 19:14:35.592430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: external_net.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.593410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.594002 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: external-net Apr 20 19:14:35.594340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.595278 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.595849 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: extra_dhcp_opt Apr 20 19:14:35.596205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: extraroute.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.597224 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.597926 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: extraroute Apr 20 19:14:35.598285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: extraroute_atomic.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.599420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.600006 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: extraroute-atomic Apr 20 19:14:35.600368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: filter_validation.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.601143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.601708 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: filter-validation Apr 20 19:14:35.602063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: fip_pf_description.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.603063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.603634 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 19:14:35.603988 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: fip_port_details.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.605165 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.605722 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: fip-port-details Apr 20 19:14:35.606074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: flavors.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.607407 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.608038 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: flavors Apr 20 19:14:35.608438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.610382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.611044 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 19:14:35.611474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: floatingip_pools.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.612289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.612936 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: floatingip-pools Apr 20 19:14:35.613978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: ip_allocation.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.615071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.615704 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 19:14:35.616116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.617138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.617790 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: ip-substring-filtering Apr 20 19:14:35.618201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: l2_adjacency.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.619202 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.619845 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 19:14:35.620247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: l3.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.621458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.622092 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: router Apr 20 19:14:35.622494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.624992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.625705 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 19:14:35.626117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.627123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.627763 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: ext-gw-mode Apr 20 19:14:35.628172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.629576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.630480 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: l3-ha Apr 20 19:14:35.632150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: l3_flavors.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.633225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.633871 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: l3-flavors Apr 20 19:14:35.634276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.635254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.635879 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 19:14:35.636284 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: l3agentscheduler.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.637668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.638267 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: l3_agent_scheduler Apr 20 19:14:35.638631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: logging.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.640270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.640856 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension logging not supported by any of loaded plugins Apr 20 19:14:35.641251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: metering.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.642095 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.642797 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: metering Apr 20 19:14:35.643160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.644374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.644970 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: metering_source_and_destination_fields Apr 20 19:14:35.645426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: multiprovidernet.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.646403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.646981 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: multi-provider Apr 20 19:14:35.647342 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: netmtu.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.648288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.648861 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: net-mtu Apr 20 19:14:35.649249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: netmtu_writable.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.650201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.650768 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: net-mtu-writable Apr 20 19:14:35.651127 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: network_availability_zone.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.652033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.652623 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: network_availability_zone Apr 20 19:14:35.652991 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: network_ip_availability.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.654257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.654843 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: network-ip-availability Apr 20 19:14:35.655201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: network_segment_range.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.656092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.656657 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 19:14:35.657014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: pagination.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.658170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.658546 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: pagination Apr 20 19:14:35.658929 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: port_device_profile.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.659888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.661268 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: port-device-profile Apr 20 19:14:35.661630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.662650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.663235 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: port-mac-address-regenerate Apr 20 19:14:35.663592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.664579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.665183 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: port-numa-affinity-policy Apr 20 19:14:35.665541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: port_resource_request.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.666480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.667048 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 19:14:35.667403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: portbindings.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.668385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.668962 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: binding Apr 20 19:14:35.669356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: portbindings_extended.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.670752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.671343 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: binding-extended Apr 20 19:14:35.671705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: portsecurity.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.672677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.673286 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: port-security Apr 20 19:14:35.673651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: project_id.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.674666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.675029 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: project-id Apr 20 19:14:35.675393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: providernet.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.676461 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.677155 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: provider Apr 20 19:14:35.677562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.681902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.682634 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos not supported by any of loaded plugins Apr 20 19:14:35.683124 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.684626 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.685310 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 19:14:35.685702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.686732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.687313 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 19:14:35.687678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos_default.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.688625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.689240 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos-default not supported by any of loaded plugins Apr 20 19:14:35.689602 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos_fip.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.690341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.690911 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 19:14:35.691806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.692818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.693422 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 19:14:35.693782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.694742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.695335 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 19:14:35.695700 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.696640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.697240 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 19:14:35.697598 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: qos_rules_alias.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.698682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.699248 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 19:14:35.699609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: quotasv2.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.700686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.701053 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: quotas Apr 20 19:14:35.701434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: quotasv2_detail.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.703237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.703619 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: quota_details Apr 20 19:14:35.703982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: rbac.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.705193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.705795 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: rbac-policies Apr 20 19:14:35.706151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: rbac_address_group.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.707171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.707751 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: rbac-address-group Apr 20 19:14:35.708173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: rbac_address_scope.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.709040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.709642 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: rbac-address-scope Apr 20 19:14:35.709998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: rbac_security_groups.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.710924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.711491 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: rbac-security-groups Apr 20 19:14:35.711848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.712783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.713401 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: rbac-subnetpool Apr 20 19:14:35.713758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: revisionifmatch.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.714689 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.715254 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: revision-if-match Apr 20 19:14:35.715609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: revisions.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.716766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.717388 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: standard-attr-revisions Apr 20 19:14:35.717770 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: router_availability_zone.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.718515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.719119 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: router_availability_zone Apr 20 19:14:35.719473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: routerservicetype.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.720399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.720975 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 19:14:35.721385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.722323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.723730 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: security-groups-normalized-cidr Apr 20 19:14:35.724083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.725026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.725628 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: port-security-groups-filtering Apr 20 19:14:35.725983 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.726925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.727497 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: security-groups-remote-address-group Apr 20 19:14:35.727849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: securitygroup.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.742054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.742714 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: security-group Apr 20 19:14:35.743084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: segment.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.744028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.744612 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension segment not supported by any of loaded plugins Apr 20 19:14:35.744975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.746041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.746626 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 19:14:35.746987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: servicetype.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.748110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.748691 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: service-type Apr 20 19:14:35.749052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: sorting.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.750066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.750444 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: sorting Apr 20 19:14:35.750803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: standard_attr_segment.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.751739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.752329 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 19:14:35.752688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: standardattrdescription.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.753449 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.754745 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: standard-attr-description Apr 20 19:14:35.755111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: stateful_security_group.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.756397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.756996 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: stateful-security-group Apr 20 19:14:35.757381 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: stdattrs_common.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.757982 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 19:14:35.758339 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.759401 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.759988 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 19:14:35.760344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: subnet_onboard.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.761513 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.762102 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: subnet_onboard Apr 20 19:14:35.762469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.763441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.764019 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 19:14:35.764408 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: subnet_service_types.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.765387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.765966 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: subnet-service-types Apr 20 19:14:35.766323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: subnetallocation.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.767480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.768059 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: subnet_allocation Apr 20 19:14:35.768416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.769160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.770045 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: subnetpool-prefix-ops Apr 20 19:14:35.770375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.771372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.771943 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 19:14:35.772301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: tagging.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.773745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.774356 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: standard-attr-tag Apr 20 19:14:35.774717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: timestamp.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.775997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.776593 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loaded extension: standard-attr-timestamp Apr 20 19:14:35.776968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: trunk.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.778167 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.778740 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension trunk not supported by any of loaded plugins Apr 20 19:14:35.779100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: trunk_details.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.780079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.780654 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 19:14:35.781011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.782016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.782588 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 19:14:35.782941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Loading extension file: vlantransparent.py {{(pid=86213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 19:14:35.783674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 19:14:35.784248 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 19:14:35.787805 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:network Apr 20 19:14:35.788591 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:subnet Apr 20 19:14:35.789321 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:14:35.789996 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:port Apr 20 19:14:35.791703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.792191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service FLAVORS assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.792896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.793413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.793791 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:router Apr 20 19:14:35.794608 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 19:14:35.795396 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service METERING assigned prefix: /metering {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.797328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.797734 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.798120 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86213) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:14:35.799415 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 19:14:35.799908 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:security_group Apr 20 19:14:35.800900 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 19:14:35.801793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service CORE assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.802165 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:14:35.802532 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] subnetpool is already registered Apr 20 19:14:35.803232 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service CORE assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.803597 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:14:35.803958 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] subnetpool is already registered Apr 20 19:14:35.807067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.807545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service FLAVORS assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.808206 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.808678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.809055 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:router Apr 20 19:14:35.809460 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] router is already registered Apr 20 19:14:35.810207 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 19:14:35.810571 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] floatingip is already registered Apr 20 19:14:35.811289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service METERING assigned prefix: /metering {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.812086 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 19:14:35.812450 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] rbac_policy is already registered Apr 20 19:14:35.813154 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:security_group Apr 20 19:14:35.813522 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] security_group is already registered Apr 20 19:14:35.814211 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 19:14:35.814573 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] security_group_rule is already registered Apr 20 19:14:35.815332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service CORE assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.815681 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:14:35.816038 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] subnetpool is already registered Apr 20 19:14:35.817327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.resource_helper [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Service CORE assigned prefix: {{(pid=86213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 19:14:35.817691 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 19:14:35.818045 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.quota.resource_registry [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] subnetpool is already registered Apr 20 19:14:35.818766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: extensions {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.820373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: address-groups {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.822083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: address-scopes {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.823358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: agents {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.824584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: auto-allocated-topology {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.825997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: availability_zones {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.827393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: dhcp-networks {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.828862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: dhcp-agents {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.830404 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: routers {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.832432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: flavors {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.833652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: service_profiles {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.834934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: next_providers {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.836638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: service_profiles {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.838177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: floatingip-pools {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.839457 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: routers {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.841368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: floatingips {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.842653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: l3-routers {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.844377 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: l3-agents {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.845993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: metering-labels {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.849405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: metering-label-rules {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.850819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: network-ip-availabilities {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.852427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: bindings {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.854436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: quotas {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.856036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: quotas {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.857688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: rbac-policies {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.859243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: security-groups {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.860631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: security-group-rules {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.862076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: service-providers {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.863976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: subnetpools {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.865748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: subnetpools {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.867376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.869411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.871382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.873427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.875543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.877668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.880451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.882861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.884920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.887379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.extensions [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Extended resource: tags {{(pid=86213) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 19:14:35.895366 dv-cinder-787264-1-smb neutron-server[86213]: WARNING keystonemiddleware.auth_token [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 19:14:35.901023 dv-cinder-787264-1-smb neutron-server[86213]: WARNING keystonemiddleware.auth_token [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 19:14:35.910963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Acquired lock "singleton_lock" {{(pid=86213) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 19:14:35.911477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Releasing lock "singleton_lock" {{(pid=86213) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 19:14:35.912994 dv-cinder-787264-1-smb neutron-server[86213]: INFO oslo_service.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Starting 2 workers Apr 20 19:14:35.918099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Started child 86326 {{(pid=86213) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:14:35.923293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Started child 86327 {{(pid=86213) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:14:35.923609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:35.925003 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 19:14:35.925666 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [-] (86326) wsgi starting up on http://0.0.0.0:9696 Apr 20 19:14:35.925871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Notify callbacks [] for process, before_spawn {{(pid=86213) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:35.928324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:35.928658 dv-cinder-787264-1-smb neutron-server[86213]: INFO oslo_service.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Starting 1 workers Apr 20 19:14:35.930092 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [-] (86327) wsgi starting up on http://0.0.0.0:9696 Apr 20 19:14:35.934469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Started child 86328 {{(pid=86213) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:14:35.935077 dv-cinder-787264-1-smb neutron-server[86213]: INFO oslo_service.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Starting 1 workers Apr 20 19:14:35.939005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] calling RpcWorker wait() {{(pid=86328) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 19:14:35.939678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] returning from RpcWorker wait() {{(pid=86328) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 19:14:35.940180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Started child 86329 {{(pid=86213) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 19:14:35.941060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c535aa8-4c47-4173-ab88-697f415947c4 None None] Notify callbacks [] for process, after_spawn {{(pid=86213) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:35.942512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:35.943290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:14:35.943485 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86213) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 19:14:35.943920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:14:35.944100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:14:35.944624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:14:35.945081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:14:35.945290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:14:35.945897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.946193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.946356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:35.946497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.946730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.947275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.947946 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.948236 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.948528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.948841 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.949085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.949489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.949685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.949924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.950390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.950737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.951041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.951280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.951575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.951813 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.952036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.952302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.952562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.952866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] debug = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.953140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.953737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.954008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.954256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.954485 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.954766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.955017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.955330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.955577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.955827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.956048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.956321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.956545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.956758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.957131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.957443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.957675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.958230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] host = dv-cinder-787264-1-smb {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.958511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.958743 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.959021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.959269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.959518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.959923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.960154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.960401 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.960639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.961009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.961009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.961465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.961679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.961894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.962128 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_options = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.962128 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.962541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.962760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.962990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.963208 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.963208 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.963644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.963644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.964091 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.964318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.964318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.964740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.964970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.965221 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.965446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.965696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.965932 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.966149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.966376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.966609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.966834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.967052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.967281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.967571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.967804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.968029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.968414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.968638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.968869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.969139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.969363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.969586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.969820 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.970227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.970463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.970463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.970887 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.971245 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.971245 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.971622 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.971807 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.971999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.972203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.972387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.973367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.973860 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_json = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.974112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.974361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.974659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.974908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.975154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.975404 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.975649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.975923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:35.976394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.976710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.977196 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.977419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.977614 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.977814 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.978106 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.978496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.978711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.978909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.979179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.979427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.979757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.980017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.980374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.980620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.980918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.981308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.981512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.981798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.981985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.982171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.982498 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.982820 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.983106 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.983376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.983655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.983954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.984220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.984481 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.984726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.984952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.985293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.985524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.985748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.985964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.986247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.986491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.986728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.987018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.987247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.987621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.987853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.988070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.988344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.988570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.988895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.988895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.989684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.989910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:14:35.990150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.990150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.990150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.990880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.990880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.990880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.991668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.991668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.991668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.992340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.992340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.992340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.992882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.992882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.993178 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.993875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.993875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.993875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.994372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.994372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.994372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.994885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.994885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.995244 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.995409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.995602 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.995859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.996087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.996288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.996536 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.996801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.997009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.997295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.997503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.997854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.998157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.998493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.998773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.999126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.999337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.999530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:35.999729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.000031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.000275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.000465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.000699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.001026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.001257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.001525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.001869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.002091 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.002378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.002628 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.002900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.003148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.003415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.003689 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.004849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.004849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.005335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.005335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.005941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.006137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.006332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.006656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.006906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.007206 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.007542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.007943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.008156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.008414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.008683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.008908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.009299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.009529 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.009717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.009998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.010266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.010582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.010865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.011223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.011419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.011612 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.011996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.012243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.012479 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.012676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.012921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.013268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.013551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.013846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.014137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.014436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.014851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.015161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.015559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.015815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.016150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.016390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.016609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.016847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.017084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.017575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.017915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.018315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.018315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.018875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.018875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.019597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.019597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.019999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.020230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.020768 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.021010 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.021448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.021448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.021836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.021836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.022361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.022361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.022763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.022952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.023144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.023502 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.023708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.023965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.024228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.024550 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.024753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.025020 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.025323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.025601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.025849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.026121 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.026407 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.026654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.026927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.027180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.027536 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.027805 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.028069 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.028344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.028588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.028853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.029155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.029407 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.029676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.029921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.030172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.030448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.030738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.031007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.031248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.031491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.031753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.032018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.032264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.032609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.032880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.033160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.033450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.033691 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.033949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.034191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.034434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.034682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.034922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.035225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.035496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.035688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.035937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.036193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.036623 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.036623 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.037078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.037078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.039666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.039666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.039666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.039666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.039666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.039666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.039666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.039666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.040856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.040856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.040856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.040856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.040856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.040856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.040856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.041915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.041915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.041915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.041915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.042601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.042601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.042902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.043070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.043293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.043584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.043899 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.044665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.044665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.044665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.045043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.045254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.045538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.045803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.046082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.046337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.046585 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.046836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.047090 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.047348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.047657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.049149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.049149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.049149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.049149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.049149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.049149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.049911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.049911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.050172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.050172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:14:36.051279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86213) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 19:14:36.051534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 19:14:36.051776 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 19:14:36.051927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 19:14:36.052065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 19:14:36.052340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 19:14:36.052560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.052723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.052856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.052985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.053293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.053441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.053572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.053699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.053969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.054134 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.054266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.054380 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.054481 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.054734 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.054857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.054960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.055164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.055285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.055475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.055686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.055808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.055911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.056112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] debug = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.056299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.056487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.056699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.056884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.057078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.057078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.057487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.057487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.057843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.057843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.058194 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.058194 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.058194 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.058742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.058742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.058742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.059286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.059286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] host = dv-cinder-787264-1-smb {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.059286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.059286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.059982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.059982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.059982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.059982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.061076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.061076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.061076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.061076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.061076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.061076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.061076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.062454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.062454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_options = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.062454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.062454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.062454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.062454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.062454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.063886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.063886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.063886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.063886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.063886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.063886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.063886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.063886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.065586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.065586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.065586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.065586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.065586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.065586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.065586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.065586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.067171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.068739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.068739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.068739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.068739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.068739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.068739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.068739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.068739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.069924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.069924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.069924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.069924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.069924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.069924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.069924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.069924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_json = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.071908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.071908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.071908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.071908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.071908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.071908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.071908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.071908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 19:14:36.073553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.073553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.073553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.073553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.073553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.073553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.073553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.073553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.074906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.074906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.074906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.074906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.074906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.074906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.074906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.074906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.076368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.076368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.076368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.076368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.076368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.076368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.076368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.076368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.077912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.077912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.077912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.077912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.077912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.077912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.077912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.077912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.081299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.083515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.085235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.086876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.088489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.090183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.090183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.090183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.090183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.090183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.090183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.090183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.090183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.091952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.091952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.091952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.091952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.091952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.091952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.091952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.091952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.093468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.093468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.093468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.093468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.093468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.093468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.093468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.093468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.095111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.095111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.095111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.095111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.095111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.095111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.095111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.095111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.096087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.097726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.097726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.097726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.097726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.097726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.097726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.097726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.097726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.099059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.099059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.099059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.099059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.099059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.099059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.099059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.099059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.100419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.100419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.100419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.100419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.100419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.100419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.100419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.100419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.102037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.102037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.102037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.102037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.102037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.102037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.102037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.102037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.103228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.103228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.103228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.103228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.103228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.103228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.103228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.103228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.104858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.104858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.104858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.104858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.104858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.104858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.104858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.104858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.106351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.106351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.106351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.106351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.106351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.106351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.106351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.106351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.107345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.107345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.107345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.107345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.107345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.107345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.107345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.107345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.108223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.108223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.108223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.108223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.108223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.108872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.108872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.109177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.109361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.109674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.109936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.110197 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.110483 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.110772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.111074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.111391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.111719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.112026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.112335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.112627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.112957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.113834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.114132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.114400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.114627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.114862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.115088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.115323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.115663 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.115888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.116115 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.116366 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.116733 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.116733 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.117131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.117299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.117585 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.117894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.118200 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.118443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.118704 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.118954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.119255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.119571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.119875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.120179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.120491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.120832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.121226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.121495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.121820 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.122135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.122394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.122625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.122869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.123103 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.123368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.123693 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.123986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.124257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.124522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.124842 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.125204 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.125548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.125876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.126198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.126509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.126826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.127107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.127369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.127729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.127948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.128162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.128434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.128792 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.131395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.131395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.131395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.131395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.131395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.131395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.131395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.131395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 19:14:36.132451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86213) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 19:14:36.161809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:14:36.263865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59398) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:14:36.276150 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098336 Apr 20 19:14:51.044891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441cad4-013b-4420-a407-23c44b9f6365 None None] get_active_networks_info from dv-cinder-787264-1-smb {{(pid=86328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 19:14:51.373879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441cad4-013b-4420-a407-23c44b9f6365 None None] No non-hosted networks {{(pid=86328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 19:14:51.398048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f2785123-1922-4c86-af19-67c8922b636a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845'] for agent, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:53.443460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7bfb633a-ea23-4261-88fc-0c6a9f545101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845'] for agent, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:53.563226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-024bc6dd-b647-4fd0-aca3-0c82c5403dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:55.361085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845'] for agent, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:55.373033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.373841 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.374473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.375077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.375676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.376292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.376914 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.377561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.378183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.378850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.379472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.380088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:14:55.381022 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787264-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:14:55.419230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787264-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:14:56.513702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845'] for agent, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:56.649847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59482) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:14:57.374996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845'] for agent, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:14:57.829716 dv-cinder-787264-1-smb neutron-server[86213]: WARNING oslo_policy.policy [None req-a2ad275d-6962-404d-a0cc-20909567ef0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:14:57.830838 dv-cinder-787264-1-smb neutron-server[86213]: WARNING oslo_policy.policy [None req-a2ad275d-6962-404d-a0cc-20909567ef0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:14:58.167572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [None req-a2ad275d-6962-404d-a0cc-20909567ef0e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:14:58.169810 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a2ad275d-6962-404d-a0cc-20909567ef0e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.5180573 Apr 20 19:14:58.230880 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_hamode_db [None req-39c42710-eacf-4a77-a3bb-4b03e7051187 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 19:14:58.402949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c42710-eacf-4a77-a3bb-4b03e7051187 None None] Routers set() bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:14:58.403566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c42710-eacf-4a77-a3bb-4b03e7051187 None None] Router IDs set() for agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 19:15:01.153238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59504) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:01.573970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:01.682878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.policy [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86327) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 19:15:01.739084 dv-cinder-787264-1-smb neutron-server[86213]: WARNING oslo_policy.policy [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:15:01.739511 dv-cinder-787264-1-smb neutron-server[86213]: WARNING oslo_policy.policy [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:15:01.758433 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] Loaded quota_driver: . Apr 20 19:15:01.775250 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:01.835434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251562720318', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251562720842', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251562711996', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251562736680', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251562688042', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251562688363', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853148070', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852686758', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615298'] for rbac-policy, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:02.076650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:02.078730 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-bc212f69-96c4-4b5e-9bf8-d755f0b78248 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9243298 Apr 20 19:15:05.358047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59518) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:05.799436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Request body: {'network': {'name': 'private', 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'admin_state_up': True}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:05.806742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:05.811808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Usage tracker for resource:network and tenant:981c51b6d16c4e5891ccce09218cfb7c is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:05.815771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:05.822891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:05.832961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Made reservation on behalf of 981c51b6d16c4e5891ccce09218cfb7c for: {'network': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:05.839273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:05.858272 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:05.875821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:05.880049 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Usage tracker for resource:security_group_rule and tenant:981c51b6d16c4e5891ccce09218cfb7c is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:05.884094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:05.890338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:05.995277 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:05.998201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:06.003413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:06.028711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=86327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:15:06.055698 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251559315862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:06.056332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Unsubscribe: segment precommit_create {{(pid=86327) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 19:15:06.056852 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Added segment c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91 of type vlan for network 25b17b77-b169-4344-8f3d-10f691d9afa2 Apr 20 19:15:06.065640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af77ca8d-a001-484e-8e13-74e27ce2ed4c,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:06.122523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.122874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.123227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.123580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.123929 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.124282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.124627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.124970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.125341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.125684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.126023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.126360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Tracked resource versions report: Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: pushed versions: Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: { 'AddressGroup': {'1.2'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': {'1.0'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': {'1.0'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': {'1.1'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': {'1.7'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': {'1.2'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': {'1.8'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': {'1.4'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': {'1.0'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': {'1.1'}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': {'1.1'}} Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: consumer versions: Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: { DHCP agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: L3 agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: Metadata agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: Metering agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: Open vSwitch agent@dv-cinder-787264-1-smb: { 'AddressGroup': '1.2', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': '1.0', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': '1.0', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': '1.1', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': '1.7', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': '1.2', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': '1.8', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': '1.4', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': '1.2', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': '1.0', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': '1.1', Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': '1.1'}} Apr 20 19:15:06.127461 dv-cinder-787264-1-smb neutron-server[86213]: {{(pid=86327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:15:06.179780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:06.185851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:06.218402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:06.219835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:06.220474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:06.225625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:06.334269 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9746616 Apr 20 19:15:06.337031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Pushing event updated for resources: {'Network': ['ID=25b17b77-b169-4344-8f3d-10f691d9afa2,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:06.340313 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:06.359734 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 25b17b77-b169-4344-8f3d-10f691d9afa2 details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:15:09.457876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59534) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:09.944448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27317a-bad1-4253-b8f7-2d2990719a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:09.945986 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8b27317a-bad1-4253-b8f7-2d2990719a09 admin admin] 10.222.0.16 "GET /v2.0/networks/25b17b77-b169-4344-8f3d-10f691d9afa2 HTTP/1.1" status: 200 len: 825 time: 0.4870806 Apr 20 19:15:09.975670 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-796e5604-c45a-49cd-8acb-a1149ae7b1d0 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/594c06c7-a8b0-4d6a-a42e-776af778ffd9 HTTP/1.1" status: 200 len: 734 time: 0.0235095 Apr 20 19:15:09.985851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '594c06c7-a8b0-4d6a-a42e-776af778ffd9', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:09.990795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:09.994775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Usage tracker for resource:subnet and tenant:981c51b6d16c4e5891ccce09218cfb7c is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:09.997760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:10.003886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:10.013426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Made reservation on behalf of 981c51b6d16c4e5891ccce09218cfb7c for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:10.018003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:10.519318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:10.524733 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:10.610174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Checking segment: {'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:10.610568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Network hostable DHCP agents. Network: 25b17b77-b169-4344-8f3d-10f691d9afa2, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:15:10.619209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b12604f-1a9b-4887-b244-4ef47d32ad02,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:10.625783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:10.636333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Network 25b17b77-b169-4344-8f3d-10f691d9afa2 is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:15:10.645760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 25b17b77-b169-4344-8f3d-10f691d9afa2) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:10.650234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:10.650871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:10.656024 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed095471-c4c2-4dbb-8d8f-eb8a66ab0cfc None None] Network 25b17b77-b169-4344-8f3d-10f691d9afa2 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:10.671591 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6895237 Apr 20 19:15:11.153138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp021d483f-21ea-53a2-8c08-b386e92904d5-25b17b77-b169-4344-8f3d-10f691d9afa2', 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'fixed_ips': [{'subnet_id': '0b12604f-1a9b-4887-b244-4ef47d32ad02'}]}} from dv-cinder-787264-1-smb. {{(pid=86328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:15:11.154325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:11.345773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Allocated IP 172.20.0.2 (25b17b77-b169-4344-8f3d-10f691d9afa2/0b12604f-1a9b-4887-b244-4ef47d32ad02/a556e9a1-ec48-4cb2-aeb5-7e0df950fe13) {{(pid=86328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:15:11.583646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Notify callbacks [] for port, precommit_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:11.596435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Transition to ACTIVE for port object a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:15:11.617350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Transition to ACTIVE for port object a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 will not be triggered until provisioned by entity DHCP. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:15:11.623340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:11.631993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:11.687996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Network 25b17b77-b169-4344-8f3d-10f691d9afa2 is already hosted by enough agents. {{(pid=86328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:15:11.695922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Resources bound (agent type, host, resource id): {{(pid=86328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:11.704474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Received port after_create {{(pid=86328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:15:11.710815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Pushing event updated for resources: {'Port': ['ID=a556e9a1-ec48-4cb2-aeb5-7e0df950fe13,revision_number=1']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:11.752118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.752496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.752866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.753959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.754327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.754691 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.755295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.755659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.756017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.756375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.756728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.757081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Tracked resource versions report: Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: pushed versions: Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: { 'AddressGroup': {'1.2'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': {'1.0'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': {'1.0'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': {'1.1'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': {'1.7'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': {'1.2'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': {'1.8'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': {'1.4'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': {'1.0'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': {'1.1'}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': {'1.1'}} Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: consumer versions: Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: { DHCP agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: L3 agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: Metadata agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: Metering agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: Open vSwitch agent@dv-cinder-787264-1-smb: { 'AddressGroup': '1.2', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': '1.0', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': '1.0', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': '1.1', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': '1.7', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': '1.2', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': '1.8', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': '1.4', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': '1.2', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': '1.0', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': '1.1', Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': '1.1'}} Apr 20 19:15:11.758208 dv-cinder-787264-1-smb neutron-server[86213]: {{(pid=86328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:15:11.794158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:11.820844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Attempting to bind port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:15:11.821331 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Attempting to bind port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:15:11.821744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Attempting to bind port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 on network 25b17b77-b169-4344-8f3d-10f691d9afa2 {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:15:11.827379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:15:11.827779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Checking segment: {'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:11.829081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:11.829081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Bound using segment: {'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:15:11.829311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Bound port: a556e9a1-ec48-4cb2-aeb5-7e0df950fe13, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:15:11.829928 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:11.925310 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] For port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:15:11.929429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] For port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=a556e9a1-ec48-4cb2-aeb5-7e0df950fe13,segment=NetworkSegment(c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91),segment_id=c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:15:11.934258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:11.939243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:12.033296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Pushing event updated for resources: {'Port': ['ID=a556e9a1-ec48-4cb2-aeb5-7e0df950fe13,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:12.036627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:13.472364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59544) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:13.874286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [None req-a1980981-5bbd-4ccc-8173-c24ac106b309 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:15:13.875346 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a1980981-5bbd-4ccc-8173-c24ac106b309 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4012845 Apr 20 19:15:16.672029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59554) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:17.086997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [None req-ccbe4ede-b5bf-4991-85f1-df918b6fe505 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:15:17.088131 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ccbe4ede-b5bf-4991-85f1-df918b6fe505 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4151001 Apr 20 19:15:19.051513 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6311285-41a3-40e8-b0ad-65fe80306b53 None None] Network 25b17b77-b169-4344-8f3d-10f691d9afa2 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:19.120695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:15:19.234233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-3b1aca4d-93e8-4b25-8ac9-0958019ab052 None None] Provisioning for port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:15:19.293564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:15:19.304101 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:19.304525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:19.501591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:19.541344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=a556e9a1-ec48-4cb2-aeb5-7e0df950fe13,segment=NetworkSegment(c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91),segment_id=c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:15:19.544349 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:19.546661 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:19.622249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=a556e9a1-ec48-4cb2-aeb5-7e0df950fe13,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:19.625606 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:19.683149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0bf0488b-2790-4032-8a50-b7c703c8b7d5 None None] Provisioning complete for port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:19.683564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0bf0488b-2790-4032-8a50-b7c703c8b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:20.233453 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59572) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:20.635142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:20.640370 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:20.644867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Usage tracker for resource:router and tenant:981c51b6d16c4e5891ccce09218cfb7c is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:20.648060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:20.653995 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:20.663885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768336'] for router, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:20.665234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853818110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853854189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7465'] for router, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:20.685913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:20.795711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919'] for router, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:20.813883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] Notify callbacks [] for router, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:20.815143 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0b4d885f-39eb-4141-a890-f18240cb32e1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5806415 Apr 20 19:15:20.833969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e46f8cb6-ef9f-4d40-af71-e385c7befaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:21.073433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:15:21.150205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:21.150533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:23.447386 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f42c549a-50d4-452f-b8d0-d114bbf94c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:23.653414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59592) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:23.829055 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [None req-72caa9e8-0aa2-4397-ad5b-7eb5c4acf713 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:15:23.830163 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-72caa9e8-0aa2-4397-ad5b-7eb5c4acf713 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1760147 Apr 20 19:15:25.323527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.389602 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.458589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59612) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:26.514061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:26.519997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:26.524193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Usage tracker for resource:network and tenant:ccae48088b1d42648470df2dbf4e3f26 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:26.527462 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:26.533936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:26.543123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Made reservation on behalf of ccae48088b1d42648470df2dbf4e3f26 for: {'network': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:26.547902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.561926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.577934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:26.581930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ccae48088b1d42648470df2dbf4e3f26 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:26.584805 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:26.590661 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:26.678105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.680746 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.685038 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:26.702555 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=86327) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 19:15:26.724353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245242da-c295-4734-82ad-008f9eec4fd3,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:26.728157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:26.730943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.731319 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Added segment fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b of type flat for network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff Apr 20 19:15:26.764540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.800476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.801850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:26.802473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:26.807239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:26.908739 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4489751 Apr 20 19:15:26.912255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7710dd0a-3580-49ed-a5ad-9e0309fb16ff,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:26.922672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:26.936329 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:15:27.295076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:29.465816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59622) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:29.581770 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e46e4e-64e3-4523-9c17-a7507b1993f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:29.583226 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-63e46e4e-64e3-4523-9c17-a7507b1993f4 admin admin] 10.222.0.16 "GET /v2.0/subnets/0b12604f-1a9b-4887-b244-4ef47d32ad02 HTTP/1.1" status: 200 len: 849 time: 0.1162496 Apr 20 19:15:29.882428 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a0e788c2-de7a-42fd-9d0f-4dc4ae3da507 admin admin] 10.222.0.16 "GET /v2.0/routers/c1104e66-d1e6-486a-a409-68c0366cf87b HTTP/1.1" status: 200 len: 704 time: 0.2932036 Apr 20 19:15:30.368634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:30.609035 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Allocated IP 172.20.0.1 (25b17b77-b169-4344-8f3d-10f691d9afa2/0b12604f-1a9b-4887-b244-4ef47d32ad02/d93f3413-09cd-4836-9a36-a779105a465b) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:15:30.769844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:30.787212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Transition to ACTIVE for port object d93f3413-09cd-4836-9a36-a779105a465b will not be triggered until provisioned by entity DHCP. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:15:30.844172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:30.849083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:30.906851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Network 25b17b77-b169-4344-8f3d-10f691d9afa2 is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:15:30.914777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:30.919301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:15:30.920339 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853812478'] for router_interface, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:31.073732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Pushing event updated for resources: {'Port': ['ID=d93f3413-09cd-4836-9a36-a779105a465b,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:31.080567 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:31.096697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-2a95d5bf-9b8a-40b6-91b9-09dabb41855c None None] Provisioning for port d93f3413-09cd-4836-9a36-a779105a465b completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:15:31.102057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-2a95d5bf-9b8a-40b6-91b9-09dabb41855c None None] Provisioning complete for port d93f3413-09cd-4836-9a36-a779105a465b triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:31.102494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2a95d5bf-9b8a-40b6-91b9-09dabb41855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:31.159576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-2a95d5bf-9b8a-40b6-91b9-09dabb41855c None None] Port d93f3413-09cd-4836-9a36-a779105a465b cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:15:31.205482 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:31.451164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:31.454720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:31.455828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963429'] for router_interface, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:31.460111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:31.765174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Pushing event updated for resources: {'Port': ['ID=d93f3413-09cd-4836-9a36-a779105a465b,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:31.769757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:31.829761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Network 25b17b77-b169-4344-8f3d-10f691d9afa2 is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:15:31.831534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:32.042713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Router c1104e66-d1e6-486a-a409-68c0366cf87b is scheduled to L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d with binding_index 1 {{(pid=86327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:15:32.086581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-1f51ddf5-ab1c-4681-831a-98fa486ae670 None None] Provisioning complete for port d93f3413-09cd-4836-9a36-a779105a465b triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:32.086993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f51ddf5-ab1c-4681-831a-98fa486ae670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:32.149151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-1f51ddf5-ab1c-4681-831a-98fa486ae670 None None] Port d93f3413-09cd-4836-9a36-a779105a465b cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:15:32.210230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:15:32.221191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Sync routers for ids ['c1104e66-d1e6-486a-a409-68c0366cf87b'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:15:32.221689 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] 10.222.0.16 "PUT /v2.0/routers/c1104e66-d1e6-486a-a409-68c0366cf87b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3335836 Apr 20 19:15:32.232970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Routers {'c1104e66-d1e6-486a-a409-68c0366cf87b'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:15:32.233905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:15:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['c1104e66-d1e6-486a-a409-68c0366cf87b'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:15:32.422773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Set router c1104e66-d1e6-486a-a409-68c0366cf87b gateway port host: None {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:15:32.988303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'name': 'router1', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:20Z', 'updated_at': '2021-04-20T19:15:31Z', 'revision_number': 2, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'gw_port_host': None, '_interfaces': [{'id': 'd93f3413-09cd-4836-9a36-a779105a465b', 'name': '', 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'mac_address': 'fa:16:3e:a8:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:30Z', 'updated_at': '2021-04-20T19:15:31Z', 'revision_number': 2, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'subnets': [{'id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '594c06c7-a8b0-4d6a-a42e-776af778ffd9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:15:32.993447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Checking router: c1104e66-d1e6-486a-a409-68c0366cf87b for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:15:32.993839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Updating router c1104e66-d1e6-486a-a409-68c0366cf87b port d93f3413-09cd-4836-9a36-a779105a465b binding host dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:15:33.054866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:33.453844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Notify callbacks [] for port, precommit_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:33.470435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Transition to ACTIVE for port object d93f3413-09cd-4836-9a36-a779105a465b will not be triggered until provisioned by entity L2. {{(pid=86329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:15:33.477653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:33.483184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:33.656203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Pushing event updated for resources: {'Port': ['ID=d93f3413-09cd-4836-9a36-a779105a465b,revision_number=3']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:33.700096 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.700472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.700838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.701212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.701568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.701924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.702274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.702623 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.702975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.703328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.703675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.704070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Tracked resource versions report: Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: pushed versions: Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: { 'AddressGroup': {'1.2'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': {'1.0'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': {'1.0'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': {'1.1'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': {'1.7'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': {'1.2'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': {'1.8'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': {'1.4'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': {'1.0'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': {'1.1'}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': {'1.1'}} Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: consumer versions: Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: { DHCP agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: L3 agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: Metadata agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: Metering agent@dv-cinder-787264-1-smb: {}, Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: Open vSwitch agent@dv-cinder-787264-1-smb: { 'AddressGroup': '1.2', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': '1.0', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': '1.0', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': '1.1', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': '1.7', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': '1.2', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': '1.8', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': '1.4', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': '1.2', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': '1.0', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': '1.1', Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': '1.1'}} Apr 20 19:15:33.705129 dv-cinder-787264-1-smb neutron-server[86213]: {{(pid=86329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:15:33.720012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:33.729781 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Attempting to bind port d93f3413-09cd-4836-9a36-a779105a465b on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:15:33.730201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Attempting to bind port d93f3413-09cd-4836-9a36-a779105a465b by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:15:33.730609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Attempting to bind port d93f3413-09cd-4836-9a36-a779105a465b on network 25b17b77-b169-4344-8f3d-10f691d9afa2 {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:15:33.736099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:15:33.736523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Checking segment: {'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:33.737681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:33.738103 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Bound using segment: {'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:15:33.738666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Bound port: d93f3413-09cd-4836-9a36-a779105a465b, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2'}}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:15:33.739065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:33.834755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] For port d93f3413-09cd-4836-9a36-a779105a465b, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:15:33.839124 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] For port d93f3413-09cd-4836-9a36-a779105a465b, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=d93f3413-09cd-4836-9a36-a779105a465b,segment=NetworkSegment(c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91),segment_id=c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91)] {{(pid=86329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:15:33.841563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:33.847267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:33.929816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Routers {'c1104e66-d1e6-486a-a409-68c0366cf87b'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:15:33.930504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:15:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['c1104e66-d1e6-486a-a409-68c0366cf87b'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:15:34.066601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Pushing event updated for resources: {'Port': ['ID=d93f3413-09cd-4836-9a36-a779105a465b,revision_number=4']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:34.071513 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:34.106785 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] Set router c1104e66-d1e6-486a-a409-68c0366cf87b gateway port host: None {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:15:34.467192 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'name': 'router1', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:20Z', 'updated_at': '2021-04-20T19:15:31Z', 'revision_number': 2, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'gw_port_host': None, '_interfaces': [{'id': 'd93f3413-09cd-4836-9a36-a779105a465b', 'name': '', 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'mac_address': 'fa:16:3e:a8:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:30Z', 'updated_at': '2021-04-20T19:15:33Z', 'revision_number': 4, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'subnets': [{'id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '594c06c7-a8b0-4d6a-a42e-776af778ffd9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:15:34.471353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc07df-789d-4827-acd9-a034ff622d99 None None] The sync data for ids ['c1104e66-d1e6-486a-a409-68c0366cf87b'] in dv-cinder-787264-1-smb is: [{'id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'name': 'router1', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:20Z', 'updated_at': '2021-04-20T19:15:31Z', 'revision_number': 2, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'gw_port_host': None, '_interfaces': [{'id': 'd93f3413-09cd-4836-9a36-a779105a465b', 'name': '', 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'mac_address': 'fa:16:3e:a8:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:30Z', 'updated_at': '2021-04-20T19:15:33Z', 'revision_number': 4, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'subnets': [{'id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '594c06c7-a8b0-4d6a-a42e-776af778ffd9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:15:34.826280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59634) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:34.996631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519b8fe-bc0e-47e1-868d-a79db4927277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:34.997189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7519b8fe-bc0e-47e1-868d-a79db4927277 admin admin] Synchronizing usage tracker for tenant:ccae48088b1d42648470df2dbf4e3f26 on resource:network {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:15:35.014881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7519b8fe-bc0e-47e1-868d-a79db4927277 admin admin] Unset dirty status for tenant:ccae48088b1d42648470df2dbf4e3f26 on resource:network {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:15:35.016164 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7519b8fe-bc0e-47e1-868d-a79db4927277 admin admin] 10.222.0.16 "GET /v2.0/networks/7710dd0a-3580-49ed-a5ad-9e0309fb16ff HTTP/1.1" status: 200 len: 842 time: 0.1887388 Apr 20 19:15:35.028303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Request body: {'subnet': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.3.1'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:35.034163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:15:35.038172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Usage tracker for resource:subnet and tenant:ccae48088b1d42648470df2dbf4e3f26 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:15:35.041176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:15:35.047670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:15:35.056541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Made reservation on behalf of ccae48088b1d42648470df2dbf4e3f26 for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:15:35.061261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:35.495109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.objects.ports [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86327) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 19:15:35.495651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:35.501290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:35.579543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b503cf0-744a-4951-99b9-fe6de118afb2,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:35.583271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:35.589233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:35.589627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Network hostable DHCP agents. Network: 7710dd0a-3580-49ed-a5ad-9e0309fb16ff, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:15:35.608044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:15:35.616724 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 7710dd0a-3580-49ed-a5ad-9e0309fb16ff) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:35.620767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:35.621432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:35.626717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe152d2a-e111-477c-87f3-a55b64cfa9b1 None None] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:35.654149 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6190596 Apr 20 19:15:35.871867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66dea77-788d-44a8-a316-2dd01b8bfeac None None] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:15:38.296653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59648) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:38.505387 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cb5e2d5b-cd6a-490f-916a-0cf8378499d9 admin admin] 10.222.0.16 "GET /v2.0/routers/c1104e66-d1e6-486a-a409-68c0366cf87b HTTP/1.1" status: 200 len: 710 time: 0.2071505 Apr 20 19:15:38.643133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e0baf-183d-4894-a2a3-097035266e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:15:38.644585 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-317e0baf-183d-4894-a2a3-097035266e2c admin admin] 10.222.0.16 "GET /v2.0/networks/7710dd0a-3580-49ed-a5ad-9e0309fb16ff HTTP/1.1" status: 200 len: 886 time: 0.1334915 Apr 20 19:15:38.654605 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:15:39.093228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device d93f3413-09cd-4836-9a36-a779105a465b up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:15:39.118170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:39.162469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port d93f3413-09cd-4836-9a36-a779105a465b completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:15:39.167156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port d93f3413-09cd-4836-9a36-a779105a465b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:39.167556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:39.291235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:39.325394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port d93f3413-09cd-4836-9a36-a779105a465b, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=d93f3413-09cd-4836-9a36-a779105a465b,segment=NetworkSegment(c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91),segment_id=c47eab6e-d1fe-4d4a-ae1d-bd22c4119d91)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:15:39.328342 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:39.331088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:39.407292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=d93f3413-09cd-4836-9a36-a779105a465b,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:39.410684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:39.653334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:39.713450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:39.858140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Allocated IP 172.28.3.180 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/c3b9079a-8e25-4b34-a8ab-24ac4a65911b) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:15:40.014110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:40.045548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:40.051307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:40.108511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:15:40.116654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:15:40.121256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:15:40.258791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Pushing event updated for resources: {'Port': ['ID=c3b9079a-8e25-4b34-a8ab-24ac4a65911b,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:40.263447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:40.539981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:40.891657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:40.895847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-957902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853817914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954664'] for router, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:41.076837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device d93f3413-09cd-4836-9a36-a779105a465b up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:15:41.088427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Router c1104e66-d1e6-486a-a409-68c0366cf87b has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:15:41.150930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port d93f3413-09cd-4836-9a36-a779105a465b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:41.151231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:41.276301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:15:41.285857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Notify callbacks [] for router, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:41.286679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Sync routers for ids ['c1104e66-d1e6-486a-a409-68c0366cf87b'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:15:41.301335 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] 10.222.0.16 "PUT /v2.0/routers/c1104e66-d1e6-486a-a409-68c0366cf87b HTTP/1.1" status: 200 len: 890 time: 2.6360307 Apr 20 19:15:41.301487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Routers {'c1104e66-d1e6-486a-a409-68c0366cf87b'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:15:41.301487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:15:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['c1104e66-d1e6-486a-a409-68c0366cf87b'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:15:41.660695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Set router c1104e66-d1e6-486a-a409-68c0366cf87b gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:15:42.020129 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'name': 'router1', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c3b9079a-8e25-4b34-a8ab-24ac4a65911b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:20Z', 'updated_at': '2021-04-20T19:15:40Z', 'revision_number': 4, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'gw_port': {'id': 'c3b9079a-8e25-4b34-a8ab-24ac4a65911b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:39Z', 'updated_at': '2021-04-20T19:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd93f3413-09cd-4836-9a36-a779105a465b', 'name': '', 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'mac_address': 'fa:16:3e:a8:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:30Z', 'updated_at': '2021-04-20T19:15:39Z', 'revision_number': 5, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'subnets': [{'id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '594c06c7-a8b0-4d6a-a42e-776af778ffd9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:15:42.025641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Checking router: c1104e66-d1e6-486a-a409-68c0366cf87b for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:15:42.026048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Updating router c1104e66-d1e6-486a-a409-68c0366cf87b port c3b9079a-8e25-4b34-a8ab-24ac4a65911b binding host dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:15:42.081766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:42.441924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Notify callbacks [] for port, precommit_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:42.461085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Transition to ACTIVE for port object c3b9079a-8e25-4b34-a8ab-24ac4a65911b will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:15:42.467773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:42.472761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:42.552163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Attempting to bind port c3b9079a-8e25-4b34-a8ab-24ac4a65911b on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:15:42.552569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Attempting to bind port c3b9079a-8e25-4b34-a8ab-24ac4a65911b by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:15:42.552969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Attempting to bind port c3b9079a-8e25-4b34-a8ab-24ac4a65911b on network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:15:42.562645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec3df8-dc82-4c43-9c57-497731735839 None None] Pushing event updated for resources: {'Port': ['ID=c3b9079a-8e25-4b34-a8ab-24ac4a65911b,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:42.565922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:15:42.566324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:15:42.566762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:42.567182 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Bound using segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:15:42.567701 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Bound port: c3b9079a-8e25-4b34-a8ab-24ac4a65911b, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:15:42.568104 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:42.597777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-21ec3df8-dc82-4c43-9c57-497731735839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:42.648271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] For port c3b9079a-8e25-4b34-a8ab-24ac4a65911b, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:15:42.651428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] For port c3b9079a-8e25-4b34-a8ab-24ac4a65911b, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=c3b9079a-8e25-4b34-a8ab-24ac4a65911b,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:15:42.655831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:42.660025 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:42.742501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Routers {'c1104e66-d1e6-486a-a409-68c0366cf87b'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:15:42.743170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:15:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['c1104e66-d1e6-486a-a409-68c0366cf87b'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:15:42.861446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec3df8-dc82-4c43-9c57-497731735839 None None] Pushing event updated for resources: {'Port': ['ID=c3b9079a-8e25-4b34-a8ab-24ac4a65911b,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:42.872516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-21ec3df8-dc82-4c43-9c57-497731735839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:42.944420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] Set router c1104e66-d1e6-486a-a409-68c0366cf87b gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:15:43.304255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'name': 'router1', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c3b9079a-8e25-4b34-a8ab-24ac4a65911b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:20Z', 'updated_at': '2021-04-20T19:15:40Z', 'revision_number': 4, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'gw_port': {'id': 'c3b9079a-8e25-4b34-a8ab-24ac4a65911b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:39Z', 'updated_at': '2021-04-20T19:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd93f3413-09cd-4836-9a36-a779105a465b', 'name': '', 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'mac_address': 'fa:16:3e:a8:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:30Z', 'updated_at': '2021-04-20T19:15:39Z', 'revision_number': 5, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'subnets': [{'id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '594c06c7-a8b0-4d6a-a42e-776af778ffd9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:15:43.308430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaac121-8c62-45c5-9a60-e96b413d553b None None] The sync data for ids ['c1104e66-d1e6-486a-a409-68c0366cf87b'] in dv-cinder-787264-1-smb is: [{'id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'name': 'router1', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c3b9079a-8e25-4b34-a8ab-24ac4a65911b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:15:20Z', 'updated_at': '2021-04-20T19:15:40Z', 'revision_number': 4, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'gw_port': {'id': 'c3b9079a-8e25-4b34-a8ab-24ac4a65911b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:39Z', 'updated_at': '2021-04-20T19:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd93f3413-09cd-4836-9a36-a779105a465b', 'name': '', 'network_id': '25b17b77-b169-4344-8f3d-10f691d9afa2', 'tenant_id': '981c51b6d16c4e5891ccce09218cfb7c', 'mac_address': 'fa:16:3e:a8:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1104e66-d1e6-486a-a409-68c0366cf87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:15:30Z', 'updated_at': '2021-04-20T19:15:39Z', 'revision_number': 5, 'project_id': '981c51b6d16c4e5891ccce09218cfb7c', 'subnets': [{'id': '0b12604f-1a9b-4887-b244-4ef47d32ad02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '594c06c7-a8b0-4d6a-a42e-776af778ffd9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:15:44.031963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 59658) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:15:44.354087 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-afceee94-046d-40e4-951b-059189d4e7c5 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3208253 Apr 20 19:15:45.102778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device c3b9079a-8e25-4b34-a8ab-24ac4a65911b up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:15:45.194177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port c3b9079a-8e25-4b34-a8ab-24ac4a65911b completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:15:45.201322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port c3b9079a-8e25-4b34-a8ab-24ac4a65911b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:45.202074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:45.329518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:45.347033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port c3b9079a-8e25-4b34-a8ab-24ac4a65911b, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=c3b9079a-8e25-4b34-a8ab-24ac4a65911b,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:15:45.350533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:45.352736 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:15:45.441385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=c3b9079a-8e25-4b34-a8ab-24ac4a65911b,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:15:45.444773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:15:47.119609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device c3b9079a-8e25-4b34-a8ab-24ac4a65911b up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:15:47.208318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port c3b9079a-8e25-4b34-a8ab-24ac4a65911b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:15:47.209255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:48.024468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:15:50.848657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9efc-dd50-4e2f-a72e-c0f263df6859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:53.452800 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-58ef4998-e0c4-46e4-9b8b-cd8f7e85e467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:55.334365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:56.392251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:15:57.307514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:20.843144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f1ce-3744-42c9-9dad-fc64572adff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:23.453053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-836c8234-77c8-4bcc-badc-511bc5c88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:25.024786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:16:25.329369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:26.394753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:27.320544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:50.846901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-66d2582e-1246-4516-8b3a-67b6275bb1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:53.446725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fcf40606-5a3a-48fb-9d85-5d8db48db438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:55.332945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:56.398047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:16:57.313033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:02.026629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:17:20.848883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-79c0655c-0593-4bc6-9a1e-d5ade8fff646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:23.449672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9482e9e3-229c-4927-b41a-130de2fa4b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:25.348681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:26.401038 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:27.318105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:30.874900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60228) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:30.952154 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cce61c1-67d1-47f8-82aa-c678c804be0e admin admin] GET failed (client error): The resource could not be found. Apr 20 19:17:30.953855 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6cce61c1-67d1-47f8-82aa-c678c804be0e admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0771558 Apr 20 19:17:31.100656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229ccf9c-35e3-418b-aea9-5dbb2f8a84ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:31.102239 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-229ccf9c-35e3-418b-aea9-5dbb2f8a84ff admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1438615 Apr 20 19:17:33.669456 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60238) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:33.788399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc0dde-296e-4c82-ab09-5019e6486fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:33.788912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cafc0dde-296e-4c82-ab09-5019e6486fd7 admin admin] Synchronizing usage tracker for tenant:ccae48088b1d42648470df2dbf4e3f26 on resource:subnet {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:17:33.804133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cafc0dde-296e-4c82-ab09-5019e6486fd7 admin admin] Unset dirty status for tenant:ccae48088b1d42648470df2dbf4e3f26 on resource:subnet {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:17:33.805403 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cafc0dde-296e-4c82-ab09-5019e6486fd7 admin admin] 10.222.0.16 "GET /v2.0/subnets/0b12604f-1a9b-4887-b244-4ef47d32ad02 HTTP/1.1" status: 200 len: 849 time: 0.1348736 Apr 20 19:17:33.816071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:17:33.944588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:34.258110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785295541209'] for subnet, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:34.263000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5bacdd48-f721-41e1-9348-e7f971481881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:17:34.305083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:34.306123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:34.321335 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] 10.222.0.16 "PUT /v2.0/subnets/0b12604f-1a9b-4887-b244-4ef47d32ad02 HTTP/1.1" status: 200 len: 868 time: 0.4951620 Apr 20 19:17:34.321597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778aa089-6c23-4db9-bbbb-9ea9e31fe34d None None] Network 25b17b77-b169-4344-8f3d-10f691d9afa2 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:17:34.333686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b12604f-1a9b-4887-b244-4ef47d32ad02,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:17:34.342318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.342585 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.342910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.343274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.343638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.344672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.345149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.345517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.345899 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.346257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.346612 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.346965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:17:34.350854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:17:34.910781 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-026cc766-66be-425a-95de-b8898d43cc66 None None] Provisioning complete for port d93f3413-09cd-4836-9a36-a779105a465b triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:34.911232 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-026cc766-66be-425a-95de-b8898d43cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:35.053194 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-026cc766-66be-425a-95de-b8898d43cc66 None None] Provisioning complete for port a556e9a1-ec48-4cb2-aeb5-7e0df950fe13 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:17:35.053486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-026cc766-66be-425a-95de-b8898d43cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:36.894345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60248) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:37.048141 dv-cinder-787264-1-smb neutron-server[86213]: WARNING oslo_policy.policy [None req-827f0ca8-7e9b-49cf-bbfb-492289b717c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:17:37.048768 dv-cinder-787264-1-smb neutron-server[86213]: WARNING oslo_policy.policy [None req-827f0ca8-7e9b-49cf-bbfb-492289b717c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:17:37.717665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.policy [None req-827f0ca8-7e9b-49cf-bbfb-492289b717c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86326) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 19:17:37.774945 dv-cinder-787264-1-smb neutron-server[86213]: WARNING oslo_policy.policy [None req-827f0ca8-7e9b-49cf-bbfb-492289b717c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:17:37.775370 dv-cinder-787264-1-smb neutron-server[86213]: WARNING oslo_policy.policy [None req-827f0ca8-7e9b-49cf-bbfb-492289b717c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 19:17:37.792907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f0ca8-7e9b-49cf-bbfb-492289b717c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:37.793538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f0ca8-7e9b-49cf-bbfb-492289b717c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:37.795690 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-827f0ca8-7e9b-49cf-bbfb-492289b717c0 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.8992348 Apr 20 19:17:39.025940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:17:40.371798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60264) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:40.564997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce377d4-2761-4072-82aa-7eb6617fc9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:40.565493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce377d4-2761-4072-82aa-7eb6617fc9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:40.567124 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7ce377d4-2761-4072-82aa-7eb6617fc9c1 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1943057 Apr 20 19:17:43.117703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60274) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:43.310813 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f363d-7af3-4d9e-af4f-3987bddeebc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:43.313500 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cf9f363d-7af3-4d9e-af4f-3987bddeebc7 admin admin] 10.222.0.16 "GET /v2.0/networks/25b17b77-b169-4344-8f3d-10f691d9afa2 HTTP/1.1" status: 200 len: 869 time: 0.1935544 Apr 20 19:17:45.882088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60284) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:46.069153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c77aa2-ac0f-43c3-ac62-c240d42fe3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:46.070559 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-80c77aa2-ac0f-43c3-ac62-c240d42fe3ff admin admin] 10.222.0.16 "GET /v2.0/networks/7710dd0a-3580-49ed-a5ad-9e0309fb16ff HTTP/1.1" status: 200 len: 886 time: 0.1872730 Apr 20 19:17:48.670338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60294) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:48.789826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b915a1-ce93-457b-89b1-9c8c02f7930a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:48.790338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b915a1-ce93-457b-89b1-9c8c02f7930a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:48.791957 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-27b915a1-ce93-457b-89b1-9c8c02f7930a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204946 Apr 20 19:17:50.852353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-27522f88-6305-4ec5-85b1-3890a65ed6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:51.355678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60304) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:51.477482 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39b25b-603f-44ff-bc2a-018ff22d2194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:51.477979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39b25b-603f-44ff-bc2a-018ff22d2194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:51.479565 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-bb39b25b-603f-44ff-bc2a-018ff22d2194 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228685 Apr 20 19:17:53.452392 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6f3ccad8-c372-4bce-b89e-be598f1e9f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:54.076939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60314) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:54.194545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd1d95d-f85b-40bb-98c1-66e784d2d463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:54.195928 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cfd1d95d-f85b-40bb-98c1-66e784d2d463 admin admin] 10.222.0.16 "GET /v2.0/subnets/0b12604f-1a9b-4887-b244-4ef47d32ad02 HTTP/1.1" status: 200 len: 868 time: 0.1179066 Apr 20 19:17:55.341656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.402824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:17:56.714731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60324) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:17:56.830451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a65e8-627e-4044-99cd-b43eb79b8c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:17:56.831890 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7b2a65e8-627e-4044-99cd-b43eb79b8c5b admin admin] 10.222.0.16 "GET /v2.0/subnets/6b503cf0-744a-4951-99b9-fe6de118afb2 HTTP/1.1" status: 200 len: 816 time: 0.1161413 Apr 20 19:17:57.331290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:16.030177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:18:20.856164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-10b4e823-4d49-4e69-9a25-30d264fc8ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:23.456250 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a8aa95d1-79cb-4820-b315-46798c6b89e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:24.052830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60368) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:24.108371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [None req-a949e66b-3853-467e-b043-731f6f457da4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:18:24.110847 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a949e66b-3853-467e-b043-731f6f457da4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568366 Apr 20 19:18:25.345137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:26.407053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:26.766967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60378) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:26.843397 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1be9d8d-0a43-4698-8d53-353fff1172b4 admin admin] GET failed (client error): The resource could not be found. Apr 20 19:18:26.845052 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c1be9d8d-0a43-4698-8d53-353fff1172b4 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0770245 Apr 20 19:18:26.986295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c43e45-3413-4ae2-9291-05521ffee6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:26.987875 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-87c43e45-3413-4ae2-9291-05521ffee6fe admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1361117 Apr 20 19:18:27.321713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:29.612816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60388) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:29.671761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:29.674493 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.quota [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Loaded quota_driver: . Apr 20 19:18:29.682107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:29.698163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:29.711892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Made reservation on behalf of ccae48088b1d42648470df2dbf4e3f26 for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:18:29.718086 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:29.821891 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.services.revisions.revision_plugin [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Could not find related network for resource to bump revision. Apr 20 19:18:29.837653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:18:29.848784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251559315862', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:29.849413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Unsubscribe: segment precommit_create {{(pid=86326) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 19:18:29.849888 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Added segment afa493f9-3ed6-425d-a806-55e875cdd7da of type vlan for network b1202b4f-9bb1-4d23-bcb4-83939bb4806d Apr 20 19:18:29.920004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:29.956703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:29.958356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:29.959006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:29.965146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:30.066199 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4521608 Apr 20 19:18:30.076138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1202b4f-9bb1-4d23-bcb4-83939bb4806d,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:30.085579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.085954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.086326 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.086684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.087046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.087405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.087764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.088118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.088473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.088821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.089201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.089552 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Tracked resource versions report: Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: pushed versions: Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: { 'AddressGroup': {'1.2'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': {'1.0'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': {'1.0'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': {'1.1'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': {'1.7'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': {'1.2'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': {'1.8'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': {'1.4'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': {'1.0'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': {'1.1'}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': {'1.1'}} Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: consumer versions: Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: { DHCP agent@dv-cinder-787264-1-smb: {}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: L3 agent@dv-cinder-787264-1-smb: {}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: Metadata agent@dv-cinder-787264-1-smb: {}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: Metering agent@dv-cinder-787264-1-smb: {}, Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: Open vSwitch agent@dv-cinder-787264-1-smb: { 'AddressGroup': '1.2', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': '1.0', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': '1.0', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': '1.1', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': '1.7', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': '1.2', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': '1.8', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': '1.4', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': '1.2', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': '1.0', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': '1.1', Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': '1.1'}} Apr 20 19:18:30.090720 dv-cinder-787264-1-smb neutron-server[86213]: {{(pid=86326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:18:30.119056 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:30.127538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network b1202b4f-9bb1-4d23-bcb4-83939bb4806d details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:18:32.610965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60402) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:18:32.687537 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a60481c-bd59-425c-a0cd-825bb9e962e6 admin admin] GET failed (client error): The resource could not be found. Apr 20 19:18:32.688141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2a60481c-bd59-425c-a0cd-825bb9e962e6 admin admin] Synchronizing usage tracker for tenant:ccae48088b1d42648470df2dbf4e3f26 on resource:network {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:18:32.703530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2a60481c-bd59-425c-a0cd-825bb9e962e6 admin admin] Unset dirty status for tenant:ccae48088b1d42648470df2dbf4e3f26 on resource:network {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:18:32.704757 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2a60481c-bd59-425c-a0cd-825bb9e962e6 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0927606 Apr 20 19:18:32.822853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97854025-7080-41c8-b425-6a340f6d61db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:32.824324 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-97854025-7080-41c8-b425-6a340f6d61db admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1153107 Apr 20 19:18:32.835809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:18:32.840807 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:18:32.850906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:18:32.859699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Made reservation on behalf of ccae48088b1d42648470df2dbf4e3f26 for: {'subnet': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:18:32.864279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:33.277398 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:33.283378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:33.366369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca38556a-48a0-4721-afde-d1839fa80e77,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:33.368426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Checking segment: {'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:33.368816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Network hostable DHCP agents. Network: b1202b4f-9bb1-4d23-bcb4-83939bb4806d, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:18:33.375934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:33.390702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Network b1202b4f-9bb1-4d23-bcb4-83939bb4806d is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:18:33.400380 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, b1202b4f-9bb1-4d23-bcb4-83939bb4806d) {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:33.405619 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:18:33.406554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:33.410827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c38898-da15-4eec-9456-ee3b1c7b828a None None] Network b1202b4f-9bb1-4d23-bcb4-83939bb4806d requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:18:33.430957 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5988672 Apr 20 19:18:33.658980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp021d483f-21ea-53a2-8c08-b386e92904d5-b1202b4f-9bb1-4d23-bcb4-83939bb4806d', 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d', 'tenant_id': 'ccae48088b1d42648470df2dbf4e3f26', 'fixed_ips': [{'subnet_id': 'ca38556a-48a0-4721-afde-d1839fa80e77'}]}} from dv-cinder-787264-1-smb. {{(pid=86328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:18:33.659906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:33.836282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Allocated IP 192.168.233.2 (b1202b4f-9bb1-4d23-bcb4-83939bb4806d/ca38556a-48a0-4721-afde-d1839fa80e77/7f8bf665-46be-43fd-b58a-39efd51bdbac) {{(pid=86328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:18:34.072751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Notify callbacks [] for port, precommit_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:34.084018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Transition to ACTIVE for port object 7f8bf665-46be-43fd-b58a-39efd51bdbac will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:34.104809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Transition to ACTIVE for port object 7f8bf665-46be-43fd-b58a-39efd51bdbac will not be triggered until provisioned by entity DHCP. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:18:34.110279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:34.116255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:34.184706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Network b1202b4f-9bb1-4d23-bcb4-83939bb4806d is already hosted by enough agents. {{(pid=86328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:18:34.188287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Resources bound (agent type, host, resource id): {{(pid=86328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:18:34.192578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Received port after_create {{(pid=86328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:18:34.228012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Pushing event updated for resources: {'Port': ['ID=7f8bf665-46be-43fd-b58a-39efd51bdbac,revision_number=1']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:34.271375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.271692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.272063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.272423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.272778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.273149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.273507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.273856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.274209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.274554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.274898 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.275248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:18:34.284242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:34.306666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Attempting to bind port 7f8bf665-46be-43fd-b58a-39efd51bdbac on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:18:34.307072 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Attempting to bind port 7f8bf665-46be-43fd-b58a-39efd51bdbac by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:18:34.307471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Attempting to bind port 7f8bf665-46be-43fd-b58a-39efd51bdbac on network b1202b4f-9bb1-4d23-bcb4-83939bb4806d {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:18:34.314939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:18:34.315351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Checking segment: {'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:18:34.315793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:34.316220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Bound using segment: {'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:18:34.316737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Bound port: 7f8bf665-46be-43fd-b58a-39efd51bdbac, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:18:34.317158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:34.422524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] For port 7f8bf665-46be-43fd-b58a-39efd51bdbac, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:18:34.426369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] For port 7f8bf665-46be-43fd-b58a-39efd51bdbac, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=7f8bf665-46be-43fd-b58a-39efd51bdbac,segment=NetworkSegment(afa493f9-3ed6-425d-a806-55e875cdd7da),segment_id=afa493f9-3ed6-425d-a806-55e875cdd7da)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:18:34.429572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:34.435369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:34.519491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Pushing event updated for resources: {'Port': ['ID=7f8bf665-46be-43fd-b58a-39efd51bdbac,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:34.523580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:35.249208 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 7f8bf665-46be-43fd-b58a-39efd51bdbac up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:35.332364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 7f8bf665-46be-43fd-b58a-39efd51bdbac completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:35.785702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2d414-dacc-42f7-93cb-635dc8902ae2 None None] Network b1202b4f-9bb1-4d23-bcb4-83939bb4806d requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:18:35.913568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] Provisioning for port 7f8bf665-46be-43fd-b58a-39efd51bdbac completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:18:35.932117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] Provisioning complete for port 7f8bf665-46be-43fd-b58a-39efd51bdbac triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:35.932534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:36.173503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:36.221251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] For port 7f8bf665-46be-43fd-b58a-39efd51bdbac, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=7f8bf665-46be-43fd-b58a-39efd51bdbac,segment=NetworkSegment(afa493f9-3ed6-425d-a806-55e875cdd7da),segment_id=afa493f9-3ed6-425d-a806-55e875cdd7da)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:18:36.224716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:36.229154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-21ec3df8-dc82-4c43-9c57-497731735839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:18:36.310915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] Pushing event updated for resources: {'Port': ['ID=7f8bf665-46be-43fd-b58a-39efd51bdbac,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:18:36.315631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:18:36.447926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-e895ed7a-260f-49ba-880c-8acb35391162 None None] Provisioning complete for port 7f8bf665-46be-43fd-b58a-39efd51bdbac triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:36.448280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e895ed7a-260f-49ba-880c-8acb35391162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:37.211121 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 7f8bf665-46be-43fd-b58a-39efd51bdbac up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:18:37.286229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 7f8bf665-46be-43fd-b58a-39efd51bdbac triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:18:37.287148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:50.853933 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc193406-7491-4278-a6c9-1d3dc82d8037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:53.030886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:18:53.459344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-05bd55a4-1e05-440f-8131-871b8babb7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:55.348247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:56.412066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:18:57.330006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:20.858763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37d6275e-ae47-437e-8d96-cf044a461df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:23.464221 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e26e5c35-4add-47eb-b09d-d7f9deca65d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:25.352641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:26.413565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:27.330628 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:30.033406 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:19:50.728191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60444) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:50.735448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [None req-319f6a59-4088-42f0-9e09-07448212a05e tempest-verify_tempest_config-2066972590 tempest-verify_tempest_config-2066972590-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:19:50.736566 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-319f6a59-4088-42f0-9e09-07448212a05e tempest-verify_tempest_config-2066972590 tempest-verify_tempest_config-2066972590-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072761 Apr 20 19:19:50.864800 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-82fa9a39-a0db-49f5-bfee-e1d877861730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:51.088174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60462) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:51.225748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:51.241964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:19:51.246176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8061e1b05e9c49e9aaae98a5cf82ccab is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:19:51.249336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:19:51.256122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:19:51.357493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:51.360647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:51.368891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:51.416052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Synchronizing usage tracker for tenant:ccae48088b1d42648470df2dbf4e3f26 on resource:security_group {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:19:51.420441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127a5345-348c-4d25-8f50-4437466e3163,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:51.430979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.431292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.431711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.432116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.432527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.432930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.433371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.433773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.434188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.434594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.435575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.436311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:19:51.441610 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:51.454583 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Unset dirty status for tenant:ccae48088b1d42648470df2dbf4e3f26 on resource:security_group {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:19:51.456969 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8061e1b05e9c49e9aaae98a5cf82ccab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3673487 Apr 20 19:19:51.459807 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60468) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:19:51.537743 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f872784c-d93c-4dfa-8f55-89ab119415da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:51.570815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f872784c-d93c-4dfa-8f55-89ab119415da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:51.640417 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f872784c-d93c-4dfa-8f55-89ab119415da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:51.646650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-08940c8d-6c62-42f3-bd7b-4e6b59a8b2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:19:51.659672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872784c-d93c-4dfa-8f55-89ab119415da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a5345-348c-4d25-8f50-4437466e3163,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:19:51.663625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f872784c-d93c-4dfa-8f55-89ab119415da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:19:51.667233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f872784c-d93c-4dfa-8f55-89ab119415da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:51.668901 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f872784c-d93c-4dfa-8f55-89ab119415da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/127a5345-348c-4d25-8f50-4437466e3163 HTTP/1.1" status: 204 len: 168 time: 0.2074871 Apr 20 19:19:53.467447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9421670c-b282-41d3-a427-751b84253281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:55.358189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:56.417825 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:19:57.335316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:07.034326 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:20:20.871058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f8a1f403-1dcf-4e98-9abc-9071f4fcff79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:23.474809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-738d141c-368a-446a-affd-dcaa5a90c8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:25.361502 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:26.419313 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:27.338836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:44.034415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:20:50.864589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-34230f7f-527a-417c-ba37-e0b0f99912a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:53.466869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9959ab1-82a9-43ef-9175-f57bdc536f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:55.363899 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:56.423604 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:20:57.340372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:20.869579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07c1fbcb-8f80-4b88-979b-0469f0c0082f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:21.033640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 5 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:21:23.468489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-62feb19c-8a67-4d9c-ac8d-a8bcfd288f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:25.367987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:26.423897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:27.341729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:38.903061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845'] for agent, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:42.542901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60528) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:42.696677 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-79801cee-5c43-4d5a-90d5-716a491a20f1 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1525257 Apr 20 19:21:45.255490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60538) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:21:45.321085 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-59c7fb5d-92cf-46e7-983b-4211b95986e1 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0643823 Apr 20 19:21:50.899789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2232510d-88c7-47c7-8d7f-476c4733828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:53.470553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-505b109e-8a0e-4012-98ae-07560fd946c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:55.370561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:56.427046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:57.345363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:21:58.034110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:22:08.858857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:20.873998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-101eafe7-8438-4d6b-a5df-b62948bee1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:23.473300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d7b6fd06-0032-4901-875a-3dd9478a2b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:25.375059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:26.430403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:27.349770 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:35.034586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:22:38.862886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:50.887401 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-82a29717-4ef7-4890-8e18-404cf15379bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:53.476938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a0b2747b-e8e5-4e56-8d36-a5031cc466ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:55.378664 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:56.435216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:22:57.353454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:08.868439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:12.035100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:23:20.894083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7616a569-e66d-4256-852e-5fc19a03ddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:23.479224 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d05403e-d594-4795-a1b7-f36e22442fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:25.392246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:26.441892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:27.364924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:30.516337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60744) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:30.714802 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60758) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:31.004540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1103321289-network', 'tenant_id': 'a6f149dd25094e198bfe5fecb288251b'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:31.010238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:31.014429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Usage tracker for resource:network and tenant:a6f149dd25094e198bfe5fecb288251b is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:31.017815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:31.024938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:31.035822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Made reservation on behalf of a6f149dd25094e198bfe5fecb288251b for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:31.041399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.054473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.070655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:31.075067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f149dd25094e198bfe5fecb288251b is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:31.078472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:31.084596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:31.193893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.197641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.202613 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:31.246683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aa3284-3665-4178-97b0-d6f835727e45,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:31.250686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:23:31.265009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-network', 'tenant_id': '5d30b9242f69424e869f89738268eaf8'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:31.268892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.269325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.269696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.270054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.270410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.271107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.271107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.271437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.271835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.272156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.272499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.272845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Tracked resource versions report: Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: pushed versions: Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: { 'AddressGroup': {'1.2'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': {'1.0'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': {'1.0'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': {'1.1'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': {'1.7'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': {'1.2'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': {'1.8'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': {'1.4'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': {'1.0'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': {'1.1'}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': {'1.1'}} Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: consumer versions: Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: { DHCP agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: HyperV agent@hv-cinder-78726: {}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: L3 agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: Metadata agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: Metering agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: Open vSwitch agent@dv-cinder-787264-1-smb: { 'AddressGroup': '1.2', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': '1.0', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': '1.0', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': '1.1', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': '1.7', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': '1.2', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': '1.8', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': '1.4', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': '1.2', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': '1.0', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': '1.1', Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': '1.1'}} Apr 20 19:23:31.274504 dv-cinder-787264-1-smb neutron-server[86213]: {{(pid=86326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:23:31.281802 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:31.285881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.286273 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Added segment 72fc28f3-1cf2-4447-97e9-332d70c01a01 of type vlan for network 2a03b448-104e-45ea-978e-64c1d8498f84 Apr 20 19:23:31.293968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:31.299433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Usage tracker for resource:network and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:31.305414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:31.332411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:31.343360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.356252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Made reservation on behalf of 5d30b9242f69424e869f89738268eaf8 for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:31.361163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.384672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.407688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:31.412508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Usage tracker for resource:security_group_rule and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:31.416444 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:31.419530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.423502 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:31.424130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.427948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:31.431810 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b0836958-24f4-4f75-9905-6c4c91ca54a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:31.443114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60784) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:31.795141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a03b448-104e-45ea-978e-64c1d8498f84,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:31.806998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 2a03b448-104e-45ea-978e-64c1d8498f84 details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:23:31.812461 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:31.826534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60798) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:31.827272 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3097291 Apr 20 19:23:31.833890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Request body: {'subnet': {'network_id': '2a03b448-104e-45ea-978e-64c1d8498f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1103321289-subnet', 'tenant_id': 'a6f149dd25094e198bfe5fecb288251b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:31.842682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:31.850148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.855177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Usage tracker for resource:subnet and tenant:a6f149dd25094e198bfe5fecb288251b is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:31.862081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:31.865223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.875387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:31.881431 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:31.900677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Made reservation on behalf of a6f149dd25094e198bfe5fecb288251b for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:31.906089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.937323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:23:31.952191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb69e7-2a5f-49af-beab-204a6abef15b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:31.957094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:31.958411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:31.958946 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Added segment 6f88d98a-d264-43b8-918e-6f5b6902ac30 of type vlan for network 39514f72-97e1-4c17-808e-40212859d57d Apr 20 19:23:31.994794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.029803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1115713008-network', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:32.032815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.034952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:32.035953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.040611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:32.042400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:32.060003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Usage tracker for resource:network and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:32.065442 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:32.079337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:32.157341 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4409163 Apr 20 19:23:32.157998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60816) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:32.169304 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Request body: {'subnet': {'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-subnet', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:32.174735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:32.179079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Usage tracker for resource:subnet and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:32.182920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:32.189001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:32.194891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Made reservation on behalf of 868ab2b25e8e4e9bb828435f96be6fc7 for: {'network': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:32.199216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Made reservation on behalf of 5d30b9242f69424e869f89738268eaf8 for: {'subnet': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:32.199982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.203936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.225742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Pushing event updated for resources: {'Network': ['ID=39514f72-97e1-4c17-808e-40212859d57d,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:32.231987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.236543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 39514f72-97e1-4c17-808e-40212859d57d details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:23:32.270946 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:32.284731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:32.288831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Usage tracker for resource:security_group_rule and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:32.293308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:32.343109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:32.583046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.597720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.617282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:32.718416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7513f80-0edf-4cd7-864a-e244970f5350,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:32.732167 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.733221 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.733827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.734427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.734992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.735570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.736132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.736710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.737411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.737991 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.738561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.739132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Tracked resource versions report: Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: pushed versions: Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: { 'AddressGroup': {'1.2'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': {'1.0'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': {'1.0'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': {'1.1'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': {'1.7'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': {'1.2'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': {'1.8'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': {'1.4'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': {'1.0'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': {'1.1'}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': {'1.1'}} Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: consumer versions: Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: { DHCP agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: HyperV agent@hv-cinder-78726: {}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: L3 agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: Metadata agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: Metering agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: Open vSwitch agent@dv-cinder-787264-1-smb: { 'AddressGroup': '1.2', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': '1.0', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': '1.0', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': '1.1', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': '1.7', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': '1.2', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': '1.8', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': '1.4', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': '1.2', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': '1.0', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': '1.1', Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': '1.1'}} Apr 20 19:23:32.740651 dv-cinder-787264-1-smb neutron-server[86213]: {{(pid=86327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:23:32.767788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:32.772355 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=86327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:23:32.798149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.799040 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Added segment 19ece447-4827-4a0b-be34-fdcb85c25f90 of type vlan for network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a Apr 20 19:23:32.800658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.814446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a1f6d0d2-f309-485a-8f93-6fbc36b45813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:32.855659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.861628 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:32.908216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Checking segment: {'id': '72fc28f3-1cf2-4447-97e9-332d70c01a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2a03b448-104e-45ea-978e-64c1d8498f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:32.909014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Network hostable DHCP agents. Network: 2a03b448-104e-45ea-978e-64c1d8498f84, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:23:32.934071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:32.952773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Network 2a03b448-104e-45ea-978e-64c1d8498f84 is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:23:32.966443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f27f33-2c16-4ce4-9440-ca91ff291879,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:32.976455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:32.985841 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 2a03b448-104e-45ea-978e-64c1d8498f84) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:32.996528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97f8a3-af1d-4708-8966-60b16efc4acd None None] Network 2a03b448-104e-45ea-978e-64c1d8498f84 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:23:32.996718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:32.997287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:33.017126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:33.023258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:33.023893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:33.031438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:33.055329 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be08112-74cb-4c23-bfa4-5ad4fa5f6445,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:33.088903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:33.120097 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2922249 Apr 20 19:23:33.145758 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7012169 Apr 20 19:23:33.148875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60848) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:33.160158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Request body: {'subnet': {'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1115713008-subnet', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:33.160423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Checking segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:33.162063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Network hostable DHCP agents. Network: 39514f72-97e1-4c17-808e-40212859d57d, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:23:33.165465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Pushing event updated for resources: {'Network': ['ID=68f0bd97-d74b-4cff-ac24-9923dfc62a5a,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:33.180630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:33.182621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:33.187149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:23:33.193789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Usage tracker for resource:subnet and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:33.198694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:33.210264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:33.218985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Network 39514f72-97e1-4c17-808e-40212859d57d is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:23:33.232643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Made reservation on behalf of 868ab2b25e8e4e9bb828435f96be6fc7 for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:33.234886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 39514f72-97e1-4c17-808e-40212859d57d) {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:33.249599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:33.250264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:33.256420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:33.286518 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1241887 Apr 20 19:23:33.287455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60854) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:33.294471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:33.300122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:33.304784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Usage tracker for resource:router and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:33.309844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:33.318221 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:33.333185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768336'] for router, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:33.334898 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853818110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853854189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7465'] for router, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:33.359565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91221be9-5930-4cd6-8ed4-f05870117f52 None None] Network 39514f72-97e1-4c17-808e-40212859d57d requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:23:33.407665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:33.794815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp021d483f-21ea-53a2-8c08-b386e92904d5-39514f72-97e1-4c17-808e-40212859d57d', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445'}]}} from dv-cinder-787264-1-smb. {{(pid=86328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:23:33.795787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.017707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02d74a-003c-434e-964b-7503546b5ab5 None None] Network 2a03b448-104e-45ea-978e-64c1d8498f84 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:23:34.157979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Allocated IP 172.20.0.2 (39514f72-97e1-4c17-808e-40212859d57d/1be08112-74cb-4c23-bfa4-5ad4fa5f6445/31ef8a7d-560d-4088-a998-fc74e979ec84) {{(pid=86328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:23:34.181978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.189205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:34.287282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=913a2425-0883-4e58-8d87-552019ac012a,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:34.294367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.297685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:34.342081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Checking segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:34.342742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Network hostable DHCP agents. Network: 68f0bd97-d74b-4cff-ac24-9923dfc62a5a, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:23:34.367416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:23:34.380718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 68f0bd97-d74b-4cff-ac24-9923dfc62a5a) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:34.387213 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:34.387665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.414092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50fb6f4-207e-49d1-977f-7178278f3236 None None] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:23:34.438531 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2881529 Apr 20 19:23:34.441282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60886) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:34.446976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:34.459838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:34.475715 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Usage tracker for resource:router and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:34.481854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:34.494774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:34.519252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768336'] for router, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.520384 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853818110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853854189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7465'] for router, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.559143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.688345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.701854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Transition to ACTIVE for port object 31ef8a7d-560d-4088-a998-fc74e979ec84 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:34.746839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Transition to ACTIVE for port object 31ef8a7d-560d-4088-a998-fc74e979ec84 will not be triggered until provisioned by entity DHCP. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:34.769321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.788139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:34.814171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:34.854167 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:35.122411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Allocated IP 172.28.3.186 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/cd04d5d9-7a22-4c80-95ed-a19840e7c51e) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:23:35.177296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:35.266089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Pushing event updated for resources: {'Port': ['ID=31ef8a7d-560d-4088-a998-fc74e979ec84,revision_number=1']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:35.347761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60936) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:35.359121 dv-cinder-787264-1-smb neutron-server[86213]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 19:23:35.493834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:35.537815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.538205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.538584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.538957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.539324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.540410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.541022 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.541467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.541835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.542201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.542566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.542927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Tracked resource versions report: Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: pushed versions: Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: { 'AddressGroup': {'1.2'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': {'1.0'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': {'1.0'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': {'1.1'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': {'1.7'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': {'1.2'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': {'1.8'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': {'1.4'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': {'1.0'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': {'1.1'}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': {'1.1'}} Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: consumer versions: Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: { DHCP agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: HyperV agent@hv-cinder-78726: {}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: L3 agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: Metadata agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: Metering agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: Open vSwitch agent@dv-cinder-787264-1-smb: { 'AddressGroup': '1.2', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': '1.0', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': '1.0', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': '1.1', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': '1.7', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': '1.2', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': '1.8', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': '1.4', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': '1.2', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': '1.0', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': '1.1', Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': '1.1'}} Apr 20 19:23:35.544056 dv-cinder-787264-1-smb neutron-server[86213]: {{(pid=86328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:23:35.548220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Network 39514f72-97e1-4c17-808e-40212859d57d is already hosted by enough agents. {{(pid=86328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:35.559572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Resources bound (agent type, host, resource id): {{(pid=86328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:35.569512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:35.573195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:35.575332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:35.577246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp021d483f-21ea-53a2-8c08-b386e92904d5-68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a'}]}} from dv-cinder-787264-1-smb. {{(pid=86328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:23:35.578078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:35.694108 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Received port after_create {{(pid=86328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:23:35.713945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:35.719917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:35.730866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:23:35.890651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Attempting to bind port 31ef8a7d-560d-4088-a998-fc74e979ec84 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:23:35.891024 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Attempting to bind port 31ef8a7d-560d-4088-a998-fc74e979ec84 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:23:35.891551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Attempting to bind port 31ef8a7d-560d-4088-a998-fc74e979ec84 on network 39514f72-97e1-4c17-808e-40212859d57d {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:23:35.908890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:23:35.909360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Checking segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:35.909811 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:35.910253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Bound using segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:23:35.910801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Bound port: 31ef8a7d-560d-4088-a998-fc74e979ec84, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:23:35.911216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.010559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Allocated IP 172.20.0.2 (68f0bd97-d74b-4cff-ac24-9923dfc62a5a/913a2425-0883-4e58-8d87-552019ac012a/07d11268-a8a0-4f66-9e2a-996d5e5a393b) {{(pid=86328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:23:36.165142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] For port 31ef8a7d-560d-4088-a998-fc74e979ec84, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:23:36.173603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-83dd7d32-1261-48dd-8673-b7497e400bd9 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:36.177656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] For port 31ef8a7d-560d-4088-a998-fc74e979ec84, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=31ef8a7d-560d-4088-a998-fc74e979ec84,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:23:36.185216 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-83dd7d32-1261-48dd-8673-b7497e400bd9 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/networks?id=2a03b448-104e-45ea-978e-64c1d8498f84 HTTP/1.1" status: 200 len: 812 time: 0.8297014 Apr 20 19:23:36.192455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.208277 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:36.210935 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-c4ed8b78-2682-42ec-a7ef-172fd84c3543 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/quotas/a6f149dd25094e198bfe5fecb288251b HTTP/1.1" status: 200 len: 375 time: 0.0215549 Apr 20 19:23:36.315080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Pushing event updated for resources: {'Port': ['ID=cd04d5d9-7a22-4c80-95ed-a19840e7c51e,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:36.367044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Pushing event updated for resources: {'Port': ['ID=31ef8a7d-560d-4088-a998-fc74e979ec84,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:36.386334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:36.396196 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 60988) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:36.397766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.406688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 60990) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:36.407566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:36.450462 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-47858649-836a-4de9-a1bc-55475bdfad35 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6f149dd25094e198bfe5fecb288251b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2269151 Apr 20 19:23:36.470286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Notify callbacks [] for port, precommit_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.483003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Transition to ACTIVE for port object 07d11268-a8a0-4f66-9e2a-996d5e5a393b will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:36.495114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.506026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Transition to ACTIVE for port object 07d11268-a8a0-4f66-9e2a-996d5e5a393b will not be triggered until provisioned by entity DHCP. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:36.512050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.535358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:36.623440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a is already hosted by enough agents. {{(pid=86328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:36.634944 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Resources bound (agent type, host, resource id): {{(pid=86328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:36.668161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Received port after_create {{(pid=86328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:23:36.731937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Allocated IP 172.28.3.98 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/3289a539-44ba-4de1-a51a-bc0f14d3de9b) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:23:36.746678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.789987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:36.800596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.836506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Usage tracker for resource:security_group_rule and tenant:273933640bf2447384694fbb6bea5cfa is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:36.857917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:36.872954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:36.925965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.980479 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Attempting to bind port 07d11268-a8a0-4f66-9e2a-996d5e5a393b on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:23:36.981010 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Attempting to bind port 07d11268-a8a0-4f66-9e2a-996d5e5a393b by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:23:36.981396 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Attempting to bind port 07d11268-a8a0-4f66-9e2a-996d5e5a393b on network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:23:36.991141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:23:36.991561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Checking segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:36.992014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.992450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Bound using segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:23:36.993603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Bound port: 07d11268-a8a0-4f66-9e2a-996d5e5a393b, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:23:36.994326 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:36.998753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:37.007003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Pushing event updated for resources: {'Port': ['ID=07d11268-a8a0-4f66-9e2a-996d5e5a393b,revision_number=1']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:37.013560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:37.015790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Usage tracker for resource:security_group_rule and tenant:7bb1b32cc86345b7a69f64efeb8dfb11 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:37.041660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:37.048565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-fe28e41e-ea4a-4e8a-80a3-759c23cbd252 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:23:37.056797 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-fe28e41e-ea4a-4e8a-80a3-759c23cbd252 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2721403 Apr 20 19:23:37.138287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] For port 07d11268-a8a0-4f66-9e2a-996d5e5a393b, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:23:37.142883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] For port 07d11268-a8a0-4f66-9e2a-996d5e5a393b, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=07d11268-a8a0-4f66-9e2a-996d5e5a393b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:23:37.147012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:37.152468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-855d6516-4026-46c3-83a8-9279fda69b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:37.242493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Pushing event updated for resources: {'Port': ['ID=07d11268-a8a0-4f66-9e2a-996d5e5a393b,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:37.247382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:37.514186 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:37.519575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:37.537330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:37.566309 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:37.582705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 31ef8a7d-560d-4088-a998-fc74e979ec84 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:37.603747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab75c1-bdb1-4c42-b342-bd10b06a4f74,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:37.630607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:37.666114 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=273933640bf2447384694fbb6bea5cfa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2573907 Apr 20 19:23:37.674082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:37.681316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 32802) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:37.709565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919'] for router, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:37.784394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:37.785393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 31ef8a7d-560d-4088-a998-fc74e979ec84 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:23:37.786925 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-9b74f33e-0a3b-4ace-a144-40ec033da8e7 service neutron] 10.222.0.16 "GET /v2.0/networks/2a03b448-104e-45ea-978e-64c1d8498f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217917 Apr 20 19:23:37.810571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d186eac5-df3d-4da0-958f-c2cde503db9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:37.954295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:37.955290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Pushing event updated for resources: {'Port': ['ID=3289a539-44ba-4de1-a51a-bc0f14d3de9b,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:37.960708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:37.976037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:38.013662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:23:38.133316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-49838ea2-0242-491e-a76d-6d1fd62d4c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.223011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-49838ea2-0242-491e-a76d-6d1fd62d4c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.294411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 32824) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:38.308327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de99972-f5aa-41bc-b49c-826d4cbb31cc None None] Network 39514f72-97e1-4c17-808e-40212859d57d requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:23:38.388568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 is scheduled to L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d with binding_index 1 {{(pid=86326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:23:38.431254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] Provisioning for port 31ef8a7d-560d-4088-a998-fc74e979ec84 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:23:38.443100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] Provisioning complete for port 31ef8a7d-560d-4088-a998-fc74e979ec84 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:38.443100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.626506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-49838ea2-0242-491e-a76d-6d1fd62d4c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.635422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-953be485-4815-4548-9e16-1333c0c82c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:38.643316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.717577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:38.735635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.736071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.759044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.765949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Usage tracker for resource:security_group_rule and tenant:aca1abd52b644abc8ec4d09f2e3c87f0 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:38.769261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49838ea2-0242-491e-a76d-6d1fd62d4c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab75c1-bdb1-4c42-b342-bd10b06a4f74,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:38.772102 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:38.780733 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-49838ea2-0242-491e-a76d-6d1fd62d4c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:38.796201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:38.807378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:38.814580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] For port 31ef8a7d-560d-4088-a998-fc74e979ec84, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=31ef8a7d-560d-4088-a998-fc74e979ec84,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:23:38.829368 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-b897887b-747c-4916-8054-6266bb89f6c4 service neutron] 10.222.0.16 "GET /v2.0/networks/2a03b448-104e-45ea-978e-64c1d8498f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0268075 Apr 20 19:23:38.848560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-49838ea2-0242-491e-a76d-6d1fd62d4c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.853188 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-49838ea2-0242-491e-a76d-6d1fd62d4c95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87ab75c1-bdb1-4c42-b342-bd10b06a4f74 HTTP/1.1" status: 204 len: 168 time: 1.1676447 Apr 20 19:23:38.861798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:38.865521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:23:38.880441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Sync routers for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:23:38.915540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:38.916383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:23:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:38.922385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:38.947278 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7fc933-c862-4b17-9ca3-fcecbc9eb331,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:39.022236 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bb1b32cc86345b7a69f64efeb8dfb11&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5925670 Apr 20 19:23:39.023576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 32840) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:39.023711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:39.033082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:39.043447 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7457972 Apr 20 19:23:39.044317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 32844) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:39.097017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:39.122400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] Pushing event updated for resources: {'Port': ['ID=31ef8a7d-560d-4088-a998-fc74e979ec84,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:39.150561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:39.157939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:39.261543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356ce0c-8fd4-4135-9d65-34d058c93beb None None] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:23:39.340517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:39.473218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 32868) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:39.753786 dv-cinder-787264-1-smb neutron-server[86213]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 19:23:39.771707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 31ef8a7d-560d-4088-a998-fc74e979ec84 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:39.867647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 32892) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:39.931522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-c2e8628e-1e88-43e9-8b22-be9f16ea34ae None None] Provisioning for port 07d11268-a8a0-4f66-9e2a-996d5e5a393b completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:23:39.957981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:36Z', 'revision_number': 3, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:39.965740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Checking router: 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:23:39.966151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Updating router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 port cd04d5d9-7a22-4c80-95ed-a19840e7c51e binding host dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:23:39.983235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.016713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:40.022264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 31ef8a7d-560d-4088-a998-fc74e979ec84 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:40.022877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.023395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Usage tracker for resource:security_group_rule and tenant:303a1c1052cc4546b4953534a09caab6 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:40.028261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:40.032268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.037266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:40.143077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-f63ef85c-5fe2-4822-b6e3-0d0c265be1e1 None None] Provisioning complete for port 31ef8a7d-560d-4088-a998-fc74e979ec84 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:40.143799 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f63ef85c-5fe2-4822-b6e3-0d0c265be1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.156425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.162378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.260253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-73a074f0-9dba-414f-a398-aa5622556843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:40.278122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 07d11268-a8a0-4f66-9e2a-996d5e5a393b up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:40.307414 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=303a1c1052cc4546b4953534a09caab6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4320810 Apr 20 19:23:40.313294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 32904) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:40.314579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cbd10d-fb8e-4563-b3b6-927908ee8006,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:40.341695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:40.377774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-89ab4219-8b93-40ea-90ac-7905c6da6886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.381464 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ac93f752-c147-4fde-8985-186566fb16b6 req-cfe11268-f630-456e-bf67-097cf1a2e8b3 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 210 time: 0.8740098 Apr 20 19:23:40.458720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 07d11268-a8a0-4f66-9e2a-996d5e5a393b completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:23:40.466555 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 07d11268-a8a0-4f66-9e2a-996d5e5a393b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:40.467556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.482827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919'] for router, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.537889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.540699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-89ab4219-8b93-40ea-90ac-7905c6da6886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.560846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.694071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-49838ea2-0242-491e-a76d-6d1fd62d4c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:40.704012 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aca1abd52b644abc8ec4d09f2e3c87f0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3950038 Apr 20 19:23:40.704879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-89ab4219-8b93-40ea-90ac-7905c6da6886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.709052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 32920) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:40.739658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Notify callbacks [] for port, precommit_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.739859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-89ab4219-8b93-40ea-90ac-7905c6da6886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.740970 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-89ab4219-8b93-40ea-90ac-7905c6da6886 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c7fc933-c862-4b17-9ca3-fcecbc9eb331 HTTP/1.1" status: 204 len: 168 time: 1.7168863 Apr 20 19:23:40.755249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Transition to ACTIVE for port object cd04d5d9-7a22-4c80-95ed-a19840e7c51e will not be triggered until provisioned by entity L2. {{(pid=86329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:40.765931 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.795133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:40.834122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-b0ae822a-a516-4b86-b570-7b9a1eb06f04 None None] Provisioning complete for port 07d11268-a8a0-4f66-9e2a-996d5e5a393b triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:40.834743 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0ae822a-a516-4b86-b570-7b9a1eb06f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.879767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Attempting to bind port cd04d5d9-7a22-4c80-95ed-a19840e7c51e on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:23:40.893193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Attempting to bind port cd04d5d9-7a22-4c80-95ed-a19840e7c51e by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:23:40.893687 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Attempting to bind port cd04d5d9-7a22-4c80-95ed-a19840e7c51e on network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:23:40.921534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:23:40.922486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:40.929740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.930493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Bound using segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:23:40.931210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Bound port: cd04d5d9-7a22-4c80-95ed-a19840e7c51e, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:23:40.931786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.935263 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:40.945768 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8560a04-8608-4b07-be43-cfbfdd9d0ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.013380 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 07d11268-a8a0-4f66-9e2a-996d5e5a393b, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=07d11268-a8a0-4f66-9e2a-996d5e5a393b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:23:41.047764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579365b9-001a-4c4a-8b6e-d6933be47080,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:41.062141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:41.068523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:41.095737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.107159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e969-b712-489c-84d3-89871bc0348d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.119302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:41.120388 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8560a04-8608-4b07-be43-cfbfdd9d0ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.142285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab4219-8b93-40ea-90ac-7905c6da6886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7fc933-c862-4b17-9ca3-fcecbc9eb331,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:41.158123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-89ab4219-8b93-40ea-90ac-7905c6da6886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:41.182234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] For port cd04d5d9-7a22-4c80-95ed-a19840e7c51e, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:23:41.191745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] For port cd04d5d9-7a22-4c80-95ed-a19840e7c51e, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=cd04d5d9-7a22-4c80-95ed-a19840e7c51e,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:23:41.208477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.244597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e969-b712-489c-84d3-89871bc0348d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.301656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Pushing event updated for resources: {'Port': ['ID=cd04d5d9-7a22-4c80-95ed-a19840e7c51e,revision_number=2']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:41.310607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:41.311676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:23:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:41.376022 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e969-b712-489c-84d3-89871bc0348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.376848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8560a04-8608-4b07-be43-cfbfdd9d0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.386439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7c541b8a-29a8-4bc9-8459-96e7350d58dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:41.400551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9e969-b712-489c-84d3-89871bc0348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579365b9-001a-4c4a-8b6e-d6933be47080,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:41.410161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f is scheduled to L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d with binding_index 1 {{(pid=86327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:23:41.439094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8560a04-8608-4b07-be43-cfbfdd9d0ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cbd10d-fb8e-4563-b3b6-927908ee8006,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:41.447777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e8560a04-8608-4b07-be43-cfbfdd9d0ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:41.570077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:41.570911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:41.587458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.587846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.588224 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.588594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.588992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.589333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.589789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.590030 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.597782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.597782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.597782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.597782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Tracked resource versions report: Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: pushed versions: Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: { 'AddressGroup': {'1.2'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': {'1.0'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': {'1.0'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': {'1.1'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': {'1.7'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': {'1.2'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': {'1.8'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': {'1.4'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': {'1.2'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': {'1.0'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': {'1.1'}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': {'1.1'}} Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: consumer versions: Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: { DHCP agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: HyperV agent@hv-cinder-78726: {}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: L3 agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: Metadata agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: Metering agent@dv-cinder-787264-1-smb: {}, Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: Open vSwitch agent@dv-cinder-787264-1-smb: { 'AddressGroup': '1.2', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'ConntrackHelper': '1.0', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Log': '1.0', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Network': '1.1', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Port': '1.7', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'PortForwarding': '1.2', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'QosPolicy': '1.8', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroup': '1.4', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'SecurityGroupRule': '1.2', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'SubPort': '1.0', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Subnet': '1.1', Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: 'Trunk': '1.1'}} Apr 20 19:23:41.630364 dv-cinder-787264-1-smb neutron-server[86213]: {{(pid=86329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 19:23:41.650595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:41.653238 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-60bb537a-d714-43ff-9fc1-748150e2a959 req-746ba4c9-2b62-403a-842a-e422380e78d8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 210 time: 0.1274431 Apr 20 19:23:41.662735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-362df35e-6160-4024-846a-0f20615abaf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:41.667018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 32958) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:41.701381 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.738655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:41.754336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:934f2e8f3f16499caf4d19abf5843bcc is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:41.754691 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=07d11268-a8a0-4f66-9e2a-996d5e5a393b,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:41.759312 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:41.761171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:41.769137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:41.771082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8560a04-8608-4b07-be43-cfbfdd9d0ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.772336 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e8560a04-8608-4b07-be43-cfbfdd9d0ff9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92cbd10d-fb8e-4563-b3b6-927908ee8006 HTTP/1.1" status: 204 len: 168 time: 1.4372318 Apr 20 19:23:41.777714 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e969-b712-489c-84d3-89871bc0348d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.782231 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3ca9e969-b712-489c-84d3-89871bc0348d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/579365b9-001a-4c4a-8b6e-d6933be47080 HTTP/1.1" status: 204 len: 168 time: 1.0583646 Apr 20 19:23:41.845815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:23:41.858584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Sync routers for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:23:41.877580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:41.878770 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:41.889889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Notify callbacks [] for router, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:41.891117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:23:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:41.891254 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4489288 Apr 20 19:23:41.894359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 32972) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:42.294302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:42.299131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:42.314551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:42.336636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:42.438639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:42.524950 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=934f2e8f3f16499caf4d19abf5843bcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8538163 Apr 20 19:23:42.526362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d760e40c-6e62-4c95-9cd1-fd3282173fbe,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:42.539264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 32992) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:42.543848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Pushing event updated for resources: {'Port': ['ID=cd04d5d9-7a22-4c80-95ed-a19840e7c51e,revision_number=3']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:42.556878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:42.667858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:42.832143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a2c1-c180-47a6-8d70-639a7dff28c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:42.906705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a2c1-c180-47a6-8d70-639a7dff28c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:43.071712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.37', 53494) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:43.096170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:36Z', 'revision_number': 3, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:43.102495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb45e88-7a2a-4573-a72d-5ea28a632872 None None] The sync data for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb is: [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:36Z', 'revision_number': 3, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:23:43.368565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:38Z', 'revision_number': 3, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:43.386903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Checking router: 72942e7b-f4dd-4c9f-8814-f7ab89079b1f for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:23:43.388423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Updating router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f port 3289a539-44ba-4de1-a51a-bc0f14d3de9b binding host dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:23:43.433630 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3909a321-4f3e-435b-a602-0820376f8c83 req-60b7c68f-b547-40f6-b726-c5e76cada247 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 210 time: 0.0996783 Apr 20 19:23:43.529952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:43.558578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a2c1-c180-47a6-8d70-639a7dff28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:43.607306 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:43.680394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a2c1-c180-47a6-8d70-639a7dff28c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d760e40c-6e62-4c95-9cd1-fd3282173fbe,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:43.686701 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a4b8a2c1-c180-47a6-8d70-639a7dff28c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:43.687308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Allocated IP 172.20.0.1 (39514f72-97e1-4c17-808e-40212859d57d/1be08112-74cb-4c23-bfa4-5ad4fa5f6445/7451fe19-3996-4772-8921-8254b5cd9e80) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:23:43.866987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-9e2ee430-1e1e-4469-9319-33e3acc38c10 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:43.866987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-9e2ee430-1e1e-4469-9319-33e3acc38c10 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Synchronizing usage tracker for tenant:a6f149dd25094e198bfe5fecb288251b on resource:network {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:23:43.907207 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a2c1-c180-47a6-8d70-639a7dff28c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:43.917051 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a4b8a2c1-c180-47a6-8d70-639a7dff28c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d760e40c-6e62-4c95-9cd1-fd3282173fbe HTTP/1.1" status: 204 len: 168 time: 1.3726404 Apr 20 19:23:43.970327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33066) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:43.979488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 07d11268-a8a0-4f66-9e2a-996d5e5a393b up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:44.141093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.150347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-9e2ee430-1e1e-4469-9319-33e3acc38c10 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Unset dirty status for tenant:a6f149dd25094e198bfe5fecb288251b on resource:network {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:23:44.151760 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-9e2ee430-1e1e-4469-9319-33e3acc38c10 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.37 "GET /v2.0/networks?id=2a03b448-104e-45ea-978e-64c1d8498f84 HTTP/1.1" status: 200 len: 812 time: 1.0785356 Apr 20 19:23:44.210273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Request body: {'port': {'device_id': '8dcee51f-5825-4531-a88a-21e373887d51', 'network_id': '2a03b448-104e-45ea-978e-64c1d8498f84', 'admin_state_up': True, 'tenant_id': 'a6f149dd25094e198bfe5fecb288251b'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:44.430592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33082) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:44.439922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:44.455469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 07d11268-a8a0-4f66-9e2a-996d5e5a393b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:44.455906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.499467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Usage tracker for resource:port and tenant:a6f149dd25094e198bfe5fecb288251b is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:44.509986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:44.530061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:44.544764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Notify callbacks [] for port, precommit_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.586195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Made reservation on behalf of a6f149dd25094e198bfe5fecb288251b for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:44.598501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.626653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Transition to ACTIVE for port object 3289a539-44ba-4de1-a51a-bc0f14d3de9b will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:44.634181 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Allocated IP 172.20.0.1 (68f0bd97-d74b-4cff-ac24-9923dfc62a5a/913a2425-0883-4e58-8d87-552019ac012a/d6cbac68-4962-4d28-85df-4a34215994b9) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:23:44.635676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.642266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.648076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:44.871080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3c3f1-b029-466f-a781-57f7820f5943 None None] Pushing event updated for resources: {'Port': ['ID=3289a539-44ba-4de1-a51a-bc0f14d3de9b,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:44.882801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-67d3c3f1-b029-466f-a781-57f7820f5943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:44.885534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Attempting to bind port 3289a539-44ba-4de1-a51a-bc0f14d3de9b on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:23:44.886174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Attempting to bind port 3289a539-44ba-4de1-a51a-bc0f14d3de9b by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:23:44.886783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Attempting to bind port 3289a539-44ba-4de1-a51a-bc0f14d3de9b on network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:23:44.894893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:23:44.895652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:44.896242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.896800 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Bound using segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:23:44.897438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Bound port: 3289a539-44ba-4de1-a51a-bc0f14d3de9b, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:23:44.897935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:44.981707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601902528-network', 'tenant_id': '84f83e555209428a942e835420a1405b'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:44.988908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:45.005005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] For port 3289a539-44ba-4de1-a51a-bc0f14d3de9b, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:23:45.008798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] For port 3289a539-44ba-4de1-a51a-bc0f14d3de9b, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=3289a539-44ba-4de1-a51a-bc0f14d3de9b,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:23:45.014739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.015808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Usage tracker for resource:network and tenant:84f83e555209428a942e835420a1405b is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:45.024150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:45.028682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-67d3c3f1-b029-466f-a781-57f7820f5943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:45.036868 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Transition to ACTIVE for port object 7451fe19-3996-4772-8921-8254b5cd9e80 will not be triggered until provisioned by entity DHCP. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:45.037710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.042975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:45.067359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Transition to ACTIVE for port object d6cbac68-4962-4d28-85df-4a34215994b9 will not be triggered until provisioned by entity DHCP. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:45.093963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.114026 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e09df2c2-8d4d-43bb-aadf-def8e7259150 req-86e9c293-6303-485c-95a0-dfd595bf5b23 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 210 time: 0.3337357 Apr 20 19:23:45.116050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Made reservation on behalf of 84f83e555209428a942e835420a1405b for: {'network': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:45.128178 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.139285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.174827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.183449 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:45.184159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:23:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:45.189385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.191269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:45.199347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-831f9303-4290-4c33-9253-9ba3f019dfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:45.202429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:d98d7295a36549d7a69581f07b124dab is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:45.216646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:45.228033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-584ce4f6-2ff6-4d88-9660-29ec1b3a2113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:45.290984 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Pushing event updated for resources: {'Port': ['ID=d6cbac68-4962-4d28-85df-4a34215994b9,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:45.300036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:45.307161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Usage tracker for resource:security_group_rule and tenant:84f83e555209428a942e835420a1405b is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:45.313164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:45.317148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Network 39514f72-97e1-4c17-808e-40212859d57d is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:45.327806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:45.330918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:45.359567 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:45.370054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:23:45.371350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853812478'] for router_interface, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.382077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:45.437865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:45.451694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:45.454822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:23:45.455347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853812478'] for router_interface, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.597328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device cd04d5d9-7a22-4c80-95ed-a19840e7c51e up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:45.915541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.932627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:45.973566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3c3f1-b029-466f-a781-57f7820f5943 None None] Pushing event updated for resources: {'Port': ['ID=3289a539-44ba-4de1-a51a-bc0f14d3de9b,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:45.995614 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-67d3c3f1-b029-466f-a781-57f7820f5943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:46.061832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port cd04d5d9-7a22-4c80-95ed-a19840e7c51e completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:23:46.074831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:46.167232 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port cd04d5d9-7a22-4c80-95ed-a19840e7c51e triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:46.167554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:46.197859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=86327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:23:46.255361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:46.283570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf6934d-5e88-4a56-8c6a-1516e23399f5,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:46.312742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:46.313975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:46.314360 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Added segment a7c2aaec-7cd1-44c8-8859-c6dc9b61bae8 of type vlan for network ca22a8b4-28cb-48d4-b531-cdf06410b32f Apr 20 19:23:46.473442 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-f7f4ddf8-ee6a-41a2-8bd4-854161f844df None None] Provisioning for port 7451fe19-3996-4772-8921-8254b5cd9e80 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:23:46.498035 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:46.678981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-f7f4ddf8-ee6a-41a2-8bd4-854161f844df None None] Provisioning complete for port 7451fe19-3996-4772-8921-8254b5cd9e80 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:46.679633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ddf8-ee6a-41a2-8bd4-854161f844df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:46.796668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:46.867092 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a946f448-6e2e-4b89-ad7b-c1a99e91f134 req-71c289ee-807e-4669-bae1-a792aff7c0f9 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 210 time: 0.3378761 Apr 20 19:23:47.060553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.263999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.286907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:47.287657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.318255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:47.434541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Pushing event updated for resources: {'Port': ['ID=7451fe19-3996-4772-8921-8254b5cd9e80,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:47.450563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.222s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:47.459718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.501694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Allocated IP 172.20.0.2 (2a03b448-104e-45ea-978e-64c1d8498f84/17f27f33-2c16-4ce4-9440-ca91ff291879/11677002-3102-41b8-a5e3-4c983c9291aa) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:23:47.625506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port cd04d5d9-7a22-4c80-95ed-a19840e7c51e, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=cd04d5d9-7a22-4c80-95ed-a19840e7c51e,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:23:47.632911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4ddf8-ee6a-41a2-8bd4-854161f844df None None] Port 7451fe19-3996-4772-8921-8254b5cd9e80 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:23:47.643842 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.660806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:47.701430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Pushing event updated for resources: {'Network': ['ID=ca22a8b4-28cb-48d4-b531-cdf06410b32f,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:47.742061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-f7f4ddf8-ee6a-41a2-8bd4-854161f844df None None] Provisioning for port d6cbac68-4962-4d28-85df-4a34215994b9 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:23:47.748032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=cd04d5d9-7a22-4c80-95ed-a19840e7c51e,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:47.752717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:47.756230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-f7f4ddf8-ee6a-41a2-8bd4-854161f844df None None] Provisioning complete for port d6cbac68-4962-4d28-85df-4a34215994b9 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:47.756647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ddf8-ee6a-41a2-8bd4-854161f844df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.822685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4ddf8-ee6a-41a2-8bd4-854161f844df None None] Port d6cbac68-4962-4d28-85df-4a34215994b9 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:23:47.825476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.832321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:47.833510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.837774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963429'] for router_interface, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.846044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:38Z', 'revision_number': 3, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:47.846320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:47.851420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network ca22a8b4-28cb-48d4-b531-cdf06410b32f details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:23:47.919891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:47.928172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Pushing event updated for resources: {'Port': ['ID=d6cbac68-4962-4d28-85df-4a34215994b9,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:47.935410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:48.052286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:48.115399 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6637197 Apr 20 19:23:48.116120 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:48.124023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c408e-5c43-4648-bb3c-838a6bd8ca35 None None] The sync data for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb is: [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:38Z', 'revision_number': 3, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:23:48.162446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33188) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:48.185170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Request body: {'subnet': {'network_id': 'ca22a8b4-28cb-48d4-b531-cdf06410b32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601902528-subnet', 'tenant_id': '84f83e555209428a942e835420a1405b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:48.224420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:48.235077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Usage tracker for resource:subnet and tenant:84f83e555209428a942e835420a1405b is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:48.254180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:48.254180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:48.338451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Made reservation on behalf of 84f83e555209428a942e835420a1405b for: {'subnet': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:23:48.351535 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:48.364013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:48.365451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33196) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:48.366744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:48.777939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-48221e8c-9e49-4589-94b1-29bfde920977 None None] Provisioning complete for port d6cbac68-4962-4d28-85df-4a34215994b9 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:48.778490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-48221e8c-9e49-4589-94b1-29bfde920977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:48.821225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:23:48.824456 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:48.866167 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d98d7295a36549d7a69581f07b124dab&name=default HTTP/1.1" status: 200 len: 2976 time: 4.8930683 Apr 20 19:23:48.867493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c508b338-c278-40a3-a417-f0acbc8f95c8,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:48.874212 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c1a5cdd7-17f1-4044-9ac1-0945265a1deb req-e5ee3d5c-2f6a-49ac-80b0-4b8683ebd62a tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 210 time: 0.3385921 Apr 20 19:23:48.881362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33208) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:48.887818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:48.990505 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:49.004111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Usage tracker for resource:security_group_rule and tenant:85bef743403249f5a1fd75ceaf278f6e is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:49.007822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:49.028455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:49.034328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-48221e8c-9e49-4589-94b1-29bfde920977 None None] Port d6cbac68-4962-4d28-85df-4a34215994b9 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:23:49.035547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.037603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:23:49.056156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.066097 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.077856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963429'] for router_interface, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.091437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:49.299865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Pushing event updated for resources: {'Port': ['ID=7451fe19-3996-4772-8921-8254b5cd9e80,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:49.513447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:49.613604 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9dce8b1e-c8b3-4bc2-8ebd-c1362a47e378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.644125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9dce8b1e-c8b3-4bc2-8ebd-c1362a47e378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.695886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.721309 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9dce8b1e-c8b3-4bc2-8ebd-c1362a47e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.749278 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f872784c-d93c-4dfa-8f55-89ab119415da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:49.792934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce8b1e-c8b3-4bc2-8ebd-c1362a47e378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508b338-c278-40a3-a417-f0acbc8f95c8,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:49.795130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9dce8b1e-c8b3-4bc2-8ebd-c1362a47e378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:49.796373 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9dce8b1e-c8b3-4bc2-8ebd-c1362a47e378 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c508b338-c278-40a3-a417-f0acbc8f95c8 HTTP/1.1" status: 204 len: 168 time: 0.9018819 Apr 20 19:23:49.812951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9dce8b1e-c8b3-4bc2-8ebd-c1362a47e378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:49.853082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Network 39514f72-97e1-4c17-808e-40212859d57d is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:49.858218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:49.926409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:23:49.969543 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] 10.222.0.16 "PUT /v2.0/routers/72942e7b-f4dd-4c9f-8814-f7ab89079b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0648117 Apr 20 19:23:49.996211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:50.002590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Pushing event updated for resources: {'Port': ['ID=11677002-3102-41b8-a5e3-4c983c9291aa,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:50.077250 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device cd04d5d9-7a22-4c80-95ed-a19840e7c51e up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:50.255145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:50.259974 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:50.318100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:50.467195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port cd04d5d9-7a22-4c80-95ed-a19840e7c51e triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:50.469600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:50.557775 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85bef743403249f5a1fd75ceaf278f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1679075 Apr 20 19:23:50.559600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33242) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:50.574905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4778747-20b3-4ee9-bbad-fc0cb8ce9b71,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:50.579088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:50.739410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Network 2a03b448-104e-45ea-978e-64c1d8498f84 is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:50.752143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:50.786336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:23:50.798807 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:50.799514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:50.823169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aba0f-adb6-448d-8e20-ffebd13e0c94 req-37b6ea06-5ed6-443a-891d-5e9b4148b882 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:50.836795 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4d3aba0f-adb6-448d-8e20-ffebd13e0c94 req-37b6ea06-5ed6-443a-891d-5e9b4148b882 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 931 time: 0.4777904 Apr 20 19:23:50.891602 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bee21cc9-0edc-4b12-9172-102784233118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:50.960978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bee21cc9-0edc-4b12-9172-102784233118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:50.976394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 3289a539-44ba-4de1-a51a-bc0f14d3de9b up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:51.042595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bee21cc9-0edc-4b12-9172-102784233118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:51.055866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:51.107301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-6ad1abde-42f0-41b1-bb8a-78fb7fce0f46 None None] Provisioning complete for port 7451fe19-3996-4772-8921-8254b5cd9e80 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:51.108323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6ad1abde-42f0-41b1-bb8a-78fb7fce0f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:51.116064 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4d3aba0f-adb6-448d-8e20-ffebd13e0c94 req-cd5ec68f-2601-414f-8d38-7ac3a96b4d5b tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735503 Apr 20 19:23:51.147850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee21cc9-0edc-4b12-9172-102784233118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4778747-20b3-4ee9-bbad-fc0cb8ce9b71,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:51.154863 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bee21cc9-0edc-4b12-9172-102784233118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:51.161854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bee21cc9-0edc-4b12-9172-102784233118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:51.171910 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-bee21cc9-0edc-4b12-9172-102784233118 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4778747-20b3-4ee9-bbad-fc0cb8ce9b71 HTTP/1.1" status: 204 len: 168 time: 0.6096380 Apr 20 19:23:51.588527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ad8447a7-1a30-4c91-b822-08ec8d3aadf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:51.641908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 3289a539-44ba-4de1-a51a-bc0f14d3de9b completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:23:51.681150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 3289a539-44ba-4de1-a51a-bc0f14d3de9b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:51.681594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:51.731567 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:23:51.745746 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.886s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:51.851052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1abde-42f0-41b1-bb8a-78fb7fce0f46 None None] Port 7451fe19-3996-4772-8921-8254b5cd9e80 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:23:52.025501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:52.073347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 3289a539-44ba-4de1-a51a-bc0f14d3de9b, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=3289a539-44ba-4de1-a51a-bc0f14d3de9b,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:23:52.077335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:52.080303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:52.116383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33286) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:52.146976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:52.207541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:52.217661 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c71fae74d64bba8f6f916ff5294175 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:52.228199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:52.240112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:52.344041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=3289a539-44ba-4de1-a51a-bc0f14d3de9b,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:52.355998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:52.378064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33296) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:52.396631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448544766', 'description': 'tempest-description--1300190105'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:52.420830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:52.441652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Sync routers for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:23:52.464071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:52.468215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:23:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:52.468790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:security_group and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:52.484857 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2836790 Apr 20 19:23:52.499959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-bbb157e1-0b7f-456b-9dba-f306213f2b44 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:23:52.504727 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-bbb157e1-0b7f-456b-9dba-f306213f2b44 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104816 Apr 20 19:23:52.596357 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:52.657546 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:52.709496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:52.734943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:52.756411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:52.783268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e8560a04-8608-4b07-be43-cfbfdd9d0ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:52.908630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:23:52.935771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Sync routers for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:23:52.948780 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] 10.222.0.16 "PUT /v2.0/routers/1b1fac5d-5d5f-4c9b-8537-32e980ac9c78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7447498 Apr 20 19:23:52.975889 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3c71fae74d64bba8f6f916ff5294175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578632 Apr 20 19:23:52.978259 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:52.982315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33314) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:52.985008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:52.985848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:23:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:53.005831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd65cd5-2abc-446e-8d24-006c2de83403,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:53.018925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:53.020463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:security_group_rule and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:53.058782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:53.073917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:53.088523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:53.108585 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:53.166738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec19e4-56b3-4405-8284-8a2c0c8bb1d4 req-37f25198-08f0-4547-96fb-ba6e0e1c08ad tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:53.181672 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-18ec19e4-56b3-4405-8284-8a2c0c8bb1d4 req-37f25198-08f0-4547-96fb-ba6e0e1c08ad tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 931 time: 0.6786101 Apr 20 19:23:53.216000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Request body: {'port': {'device_id': '8dcee51f-5825-4531-a88a-21e373887d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:53.500198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:53.527773 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-18ec19e4-56b3-4405-8284-8a2c0c8bb1d4 req-b08ddd5d-1465-4a33-9286-02d29126c95b tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015032 Apr 20 19:23:53.535256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e45c1940-dee6-415a-a47e-86bd568ae5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:53.655286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:53.661751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e45c1940-dee6-415a-a47e-86bd568ae5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:53.781062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:53.815688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:53.829151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:53.996699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf66653b-bbe0-43f5-b4fe-812405d1a8b1,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:54.008342 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:54.015423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.021586 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6357474 Apr 20 19:23:54.021586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33350) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:54.035999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'security_group_rule': {'security_group_id': 'cf66653b-bbe0-43f5-b4fe-812405d1a8b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:54.054334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:54.072115 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e45c1940-dee6-415a-a47e-86bd568ae5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.079776 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:54.083806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e45c1940-dee6-415a-a47e-86bd568ae5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.092918 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e45c1940-dee6-415a-a47e-86bd568ae5e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fd65cd5-2abc-446e-8d24-006c2de83403 HTTP/1.1" status: 204 len: 168 time: 1.0991607 Apr 20 19:23:54.096910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:security_group_rule and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:54.104704 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-fc13d28e-ab9b-4622-8d6a-176fc40b3783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:54.120068 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:54.151405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:54.166233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c1940-dee6-415a-a47e-86bd568ae5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd65cd5-2abc-446e-8d24-006c2de83403,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:54.173971 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e45c1940-dee6-415a-a47e-86bd568ae5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:54.225027 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.418705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 3289a539-44ba-4de1-a51a-bc0f14d3de9b up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:23:54.479287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.483578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.485852 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:54.562809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9988350-edbc-42b0-83a9-9f6a2cb2b4c9,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:54.596888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:54.606238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.607975 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5842705 Apr 20 19:23:54.613394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33372) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:54.622499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'security_group_rule': {'security_group_id': 'cf66653b-bbe0-43f5-b4fe-812405d1a8b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:54.636580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:54.646596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:security_group_rule and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:54.667370 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:54.679501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9acf28ed-84f5-4582-a95b-824498ff3fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.682577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11677002-3102-41b8-a5e3-4c983c9291aa {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:23:54.712514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:54.720176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.774982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.779550 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 3289a539-44ba-4de1-a51a-bc0f14d3de9b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:23:54.780508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.873085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Transition to ACTIVE for port object 11677002-3102-41b8-a5e3-4c983c9291aa will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:54.901907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1c7fd0-3243-4d83-a434-ea72ce4d03a3,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:54.915591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:54.929087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.839s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:54.941418 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Checking segment: {'id': 'a7c2aaec-7cd1-44c8-8859-c6dc9b61bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ca22a8b4-28cb-48d4-b531-cdf06410b32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:54.942969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Network hostable DHCP agents. Network: ca22a8b4-28cb-48d4-b531-cdf06410b32f, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:23:54.967333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e5acaa47-d9d2-44ee-b904-ee74a8adc18f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:55.157812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Pushing event updated for resources: {'Port': ['ID=11677002-3102-41b8-a5e3-4c983c9291aa,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:55.207433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 2, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:55.232839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Checking router: 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:23:55.233317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Updating router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 port 7451fe19-3996-4772-8921-8254b5cd9e80 binding host dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:23:55.241082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:55.255204 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:55.280620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:55.335151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:55.424790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 2, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:55.442599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Checking router: 72942e7b-f4dd-4c9f-8814-f7ab89079b1f for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:23:55.443397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Updating router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f port d6cbac68-4962-4d28-85df-4a34215994b9 binding host dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:23:55.458662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Network ca22a8b4-28cb-48d4-b531-cdf06410b32f is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:23:55.466726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:55.498860 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, ca22a8b4-28cb-48d4-b531-cdf06410b32f) {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:55.521541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Attempting to bind port 11677002-3102-41b8-a5e3-4c983c9291aa on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:23:55.521949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Attempting to bind port 11677002-3102-41b8-a5e3-4c983c9291aa by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '72fc28f3-1cf2-4447-97e9-332d70c01a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2a03b448-104e-45ea-978e-64c1d8498f84'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:23:55.522330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Attempting to bind port 11677002-3102-41b8-a5e3-4c983c9291aa on network 2a03b448-104e-45ea-978e-64c1d8498f84 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:23:55.537878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1a909-97b0-4421-ad85-78e9d57c14ca None None] Network ca22a8b4-28cb-48d4-b531-cdf06410b32f requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:23:55.548155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Port 11677002-3102-41b8-a5e3-4c983c9291aa on network 2a03b448-104e-45ea-978e-64c1d8498f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:23:55.549279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Attempting to bind port 11677002-3102-41b8-a5e3-4c983c9291aa on network 2a03b448-104e-45ea-978e-64c1d8498f84 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:23:55.563898 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:55.564564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:55.582169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:23:55.582169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Checking segment: {'id': '72fc28f3-1cf2-4447-97e9-332d70c01a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2a03b448-104e-45ea-978e-64c1d8498f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:55.589179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Bound using segment: {'id': '72fc28f3-1cf2-4447-97e9-332d70c01a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2a03b448-104e-45ea-978e-64c1d8498f84'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:23:55.593122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Bound port: 11677002-3102-41b8-a5e3-4c983c9291aa, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72fc28f3-1cf2-4447-97e9-332d70c01a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2a03b448-104e-45ea-978e-64c1d8498f84'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:23:55.593599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:55.661961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:55.672465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33396) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:55.771342 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3283572-9e7c-4523-b33e-0d3a81633ed9,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:55.779669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:55.802229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:55.807169 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1868219 Apr 20 19:23:55.816214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33404) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:55.824288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'floatingip': {'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:55.861173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:55.899653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e5ab-ef40-44e9-9305-ca26fffb915c req-7d53cf63-a707-4bed-9a2e-84bbdeafd4ae tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:55.902616 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f922e5ab-ef40-44e9-9305-ca26fffb915c req-7d53cf63-a707-4bed-9a2e-84bbdeafd4ae tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 943 time: 0.8832743 Apr 20 19:23:55.907136 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:floatingip and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:55.917963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:55.929006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] For port 11677002-3102-41b8-a5e3-4c983c9291aa, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:23:55.930884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:55.938922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] For port 11677002-3102-41b8-a5e3-4c983c9291aa, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=11677002-3102-41b8-a5e3-4c983c9291aa,segment=NetworkSegment(72fc28f3-1cf2-4447-97e9-332d70c01a01),segment_id=72fc28f3-1cf2-4447-97e9-332d70c01a01)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:23:55.957264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:55.966468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552515270', 'description': 'tempest-description--1399460237'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:56.017884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:56.027843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:56.081561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:56.125548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:56.157081 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f922e5ab-ef40-44e9-9305-ca26fffb915c req-ee33a734-26ab-4be0-8337-edd7b4f36a13 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073870 Apr 20 19:23:56.341878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:security_group and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:56.357945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:56.374325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:56.387691 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Pushing event updated for resources: {'Port': ['ID=11677002-3102-41b8-a5e3-4c983c9291aa,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:56.406857 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 8.2333117 Apr 20 19:23:56.406857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:56.406857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:56.406857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:56.419267 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] 10.222.0.37 "PUT /v2.0/ports/11677002-3102-41b8-a5e3-4c983c9291aa HTTP/1.1" status: 200 len: 1093 time: 3.5004675 Apr 20 19:23:56.419857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcee51f-5825-4531-a88a-21e373887d51', 'tag': '11677002-3102-41b8-a5e3-4c983c9291aa'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:23:56.569957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:56.702229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:56.747116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Notify callbacks [] for port, precommit_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:56.805405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Transition to ACTIVE for port object d6cbac68-4962-4d28-85df-4a34215994b9 will not be triggered until provisioned by entity L2. {{(pid=86329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:56.810337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:56.822822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:56.838488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:56.887285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:security_group_rule and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:56.891906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16892449-77cb-4be9-9c3d-44a2955f5682 None None] Network ca22a8b4-28cb-48d4-b531-cdf06410b32f requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:23:56.896050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:56.945382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:57.000009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-92fb6c1d-2924-4bcd-b354-df75901c5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:57.004733 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-92fb6c1d-2924-4bcd-b354-df75901c5651 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6f149dd25094e198bfe5fecb288251b&device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 1096 time: 0.4472263 Apr 20 19:23:57.093393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Allocated IP 172.28.3.212 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/81d6b57b-9ff4-4798-8ca3-31990bfe73f5) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:23:57.312730 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-7d946395-aa3d-4336-a3a0-30b6af9f0b11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11677002-3102-41b8-a5e3-4c983c9291aa HTTP/1.1" status: 200 len: 217 time: 0.2525334 Apr 20 19:23:57.436980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:57.515466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89596d7-5a8e-458a-81ac-701568346825 None None] Pushing event updated for resources: {'Port': ['ID=d6cbac68-4962-4d28-85df-4a34215994b9,revision_number=3']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:57.536042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c89596d7-5a8e-458a-81ac-701568346825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:57.536956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-d3003ea7-89b0-4b31-a115-d66d7c911350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:57.538766 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-d3003ea7-89b0-4b31-a115-d66d7c911350 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17f27f33-2c16-4ce4-9440-ca91ff291879 HTTP/1.1" status: 200 len: 852 time: 0.1927752 Apr 20 19:23:57.670010 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-2857099c-23cb-4c53-b972-9459f5882204 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a03b448-104e-45ea-978e-64c1d8498f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707119 Apr 20 19:23:57.690191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Attempting to bind port d6cbac68-4962-4d28-85df-4a34215994b9 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:23:57.698307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Attempting to bind port d6cbac68-4962-4d28-85df-4a34215994b9 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:23:57.698833 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Attempting to bind port d6cbac68-4962-4d28-85df-4a34215994b9 on network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:23:57.714644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:23:57.715058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Checking segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:57.715497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:57.715921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Bound using segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:23:57.716432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Bound port: d6cbac68-4962-4d28-85df-4a34215994b9, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'}}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:23:57.716835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:57.727669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:57.767894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:57.804806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:57.874905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:57.881057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:57.900198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:57.946493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:58.079214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1927ec-35a4-4710-b88d-7c707b463dc9,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:58.081524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:58.086910 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1432853 Apr 20 19:23:58.093466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33466) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:58.106645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c3ff0-6467-4040-b8b9-40f9fdc28262 req-f8f03f96-6478-40f6-af90-72ae6bcbe1d6 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:58.108099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e31c3ff0-6467-4040-b8b9-40f9fdc28262 req-f8f03f96-6478-40f6-af90-72ae6bcbe1d6 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Synchronizing usage tracker for tenant:a6f149dd25094e198bfe5fecb288251b on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:23:58.116411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:58.134500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e31c3ff0-6467-4040-b8b9-40f9fdc28262 req-f8f03f96-6478-40f6-af90-72ae6bcbe1d6 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Unset dirty status for tenant:a6f149dd25094e198bfe5fecb288251b on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:23:58.136006 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e31c3ff0-6467-4040-b8b9-40f9fdc28262 req-f8f03f96-6478-40f6-af90-72ae6bcbe1d6 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 943 time: 0.5957673 Apr 20 19:23:58.143463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:23:58.147303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'security_group_rule': {'security_group_id': 'db1927ec-35a4-4710-b88d-7c707b463dc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:23:58.156466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:23:58.159310 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:23:58.168423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:23:58.179465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:security_group_rule and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:23:58.197435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:23:58.200077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] For port d6cbac68-4962-4d28-85df-4a34215994b9, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:23:58.207543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] For port d6cbac68-4962-4d28-85df-4a34215994b9, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=d6cbac68-4962-4d28-85df-4a34215994b9,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:23:58.214905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:58.259015 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-dcae00ad-d9cb-4a4a-a5db-6b713a88d492 service neutron] 10.222.0.37 "GET /v2.0/networks/2a03b448-104e-45ea-978e-64c1d8498f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482814 Apr 20 19:23:58.266161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:58.375831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Notify callbacks [] for port, precommit_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:58.407384 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33472) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:23:58.412209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Transition to ACTIVE for port object 7451fe19-3996-4772-8921-8254b5cd9e80 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:23:58.431162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:58.434017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:58.449748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c6f700b8-f4c6-4278-96b9-acc8c02106a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:58.457420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'Port': ['ID=81d6b57b-9ff4-4798-8ca3-31990bfe73f5,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:58.467417 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:58.477658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:23:58.555795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:58.556239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:23:54Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:58.640666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:58.778909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa2bd5-e1e4-444c-9953-2df9ef1e9a60 None None] Pushing event updated for resources: {'Port': ['ID=7451fe19-3996-4772-8921-8254b5cd9e80,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:58.785145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f0fa2bd5-e1e4-444c-9953-2df9ef1e9a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:58.903259 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b6fd3018-de19-4d3c-9506-afd26cb80d62 req-5ab638d8-cc39-4098-9a5d-661cd2c67de7 service neutron] 10.222.0.37 "GET /v2.0/networks/2a03b448-104e-45ea-978e-64c1d8498f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828397 Apr 20 19:23:58.917944 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcee51f-5825-4531-a88a-21e373887d51', 'tag': '11677002-3102-41b8-a5e3-4c983c9291aa', 'status': 'completed', 'code': 200} Apr 20 19:23:59.006386 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e31c3ff0-6467-4040-b8b9-40f9fdc28262 req-c2c9fba4-159d-42ab-9ac5-a9dea6e38774 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Synchronizing usage tracker for tenant:a6f149dd25094e198bfe5fecb288251b on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:23:59.220669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:59.256040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e31c3ff0-6467-4040-b8b9-40f9fdc28262 req-c2c9fba4-159d-42ab-9ac5-a9dea6e38774 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Unset dirty status for tenant:a6f149dd25094e198bfe5fecb288251b on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:23:59.268866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Attempting to bind port 7451fe19-3996-4772-8921-8254b5cd9e80 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:23:59.269563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Attempting to bind port 7451fe19-3996-4772-8921-8254b5cd9e80 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:23:59.270221 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Attempting to bind port 7451fe19-3996-4772-8921-8254b5cd9e80 on network 39514f72-97e1-4c17-808e-40212859d57d {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:23:59.281930 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e31c3ff0-6467-4040-b8b9-40f9fdc28262 req-c2c9fba4-159d-42ab-9ac5-a9dea6e38774 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0215466 Apr 20 19:23:59.296354 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:23:59.297011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Checking segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:23:59.297834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:59.298484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Bound using segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:23:59.299408 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Bound port: 7451fe19-3996-4772-8921-8254b5cd9e80, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:23:59.300018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:59.356878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-a1aee0e2-398d-4f55-b269-6c42657a43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:23:59.363926 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-a1aee0e2-398d-4f55-b269-6c42657a43d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6f149dd25094e198bfe5fecb288251b&device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 1096 time: 0.3493254 Apr 20 19:23:59.431511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] For port 7451fe19-3996-4772-8921-8254b5cd9e80, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:23:59.437010 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] For port 7451fe19-3996-4772-8921-8254b5cd9e80, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=7451fe19-3996-4772-8921-8254b5cd9e80,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:23:59.446062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:59.462153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-79ead321-59f5-4cdb-ad20-3ba8badc8f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:23:59.489859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:23:59.559591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa2bd5-e1e4-444c-9953-2df9ef1e9a60 None None] Pushing event updated for resources: {'Port': ['ID=7451fe19-3996-4772-8921-8254b5cd9e80,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:59.563601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f0fa2bd5-e1e4-444c-9953-2df9ef1e9a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:59.573467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:23:59.574319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:23:54Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:23:59.754450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89596d7-5a8e-458a-81ac-701568346825 None None] Pushing event updated for resources: {'Port': ['ID=d6cbac68-4962-4d28-85df-4a34215994b9,revision_number=4']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:23:59.794805 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c89596d7-5a8e-458a-81ac-701568346825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.528s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:23:59.802592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:59.832815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:23:59.876484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-37f080ef-2d5f-4003-9acc-3132a9d90404 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:00.028978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32caefd-0799-4471-aaed-965e728ab9a7,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:00.075677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:00.076229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33520) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:00.095998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-910536513-network', 'tenant_id': '86e56b48f6ad4129bceb1d088be90625'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:00.121620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.resource_extend [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:24:00.146931 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:00.156127 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-b0b8c96f-243e-43f2-91de-945ad7c57413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:00.162870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:00.165988 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-b0b8c96f-243e-43f2-91de-945ad7c57413 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a03b448-104e-45ea-978e-64c1d8498f84 HTTP/1.1" status: 200 len: 913 time: 0.7888899 Apr 20 19:24:00.168877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.170275 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0663865 Apr 20 19:24:00.177679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33524) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:00.177972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Usage tracker for resource:network and tenant:86e56b48f6ad4129bceb1d088be90625 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:00.179601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.190529 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:00.199224 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.214411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.215611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:00.241876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:00.245905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'security_group_rule': {'security_group_id': 'db1927ec-35a4-4710-b88d-7c707b463dc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:00.426867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'Port': ['ID=81d6b57b-9ff4-4798-8ca3-31990bfe73f5,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:00.434477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:00.438810 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.480735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Made reservation on behalf of 86e56b48f6ad4129bceb1d088be90625 for: {'network': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:00.486247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.493394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:00.505554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:00.517784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:59f031163062489eb84798aec5da8d37 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:00.525871 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-1a314faf-7bf9-4fe1-9821-778b144f1c5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11677002-3102-41b8-a5e3-4c983c9291aa HTTP/1.1" status: 200 len: 217 time: 0.2951994 Apr 20 19:24:00.528348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:security_group_rule and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:00.531038 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.532495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:00.536634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:00.544108 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:00.555705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.566240 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7487657 Apr 20 19:24:00.668940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.675349 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33538) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:00.676738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:23:58Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:00.679459 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:00.697345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25bcca7-2a74-4377-82a5-dc88ffaaa207 None None] The sync data for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb is: [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:23:58Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:00.723500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:00.731756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Usage tracker for resource:security_group_rule and tenant:86e56b48f6ad4129bceb1d088be90625 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:00.737270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:00.751737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:00.803174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:00.830647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4c96b6db-c48b-4d75-b38c-754f76071ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:00.851989 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59f031163062489eb84798aec5da8d37&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4144707 Apr 20 19:24:00.871177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33544) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:00.877535 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d86bc-5c99-4ca0-a22f-b581f2d20827 req-62eb5b9b-49ef-4b9b-ad94-27b827116a0e tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:00.880788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:23:59Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:00.902147 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b95d86bc-5c99-4ca0-a22f-b581f2d20827 req-62eb5b9b-49ef-4b9b-ad94-27b827116a0e tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 943 time: 0.3743830 Apr 20 19:24:00.913615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe8fb52-9655-4906-8e2b-122c0328d52a None None] The sync data for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb is: [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:23:59Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:00.989394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-834a6a21-b2d6-4101-b787-85e10ce58e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:00.993837 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-834a6a21-b2d6-4101-b787-85e10ce58e0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17f27f33-2c16-4ce4-9440-ca91ff291879 HTTP/1.1" status: 200 len: 852 time: 0.3167858 Apr 20 19:24:01.085527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.099909 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b95d86bc-5c99-4ca0-a22f-b581f2d20827 req-8e1b82c2-daa3-49ed-a5ca-dbf5f2dcf13c tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881161 Apr 20 19:24:01.153428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7dc5ad-7a47-431b-8e43-8de8000813d4,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:01.164949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:01.190975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.203411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.209086 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:01.251432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=86327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:24:01.263978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc6e9f8-caf4-44e1-b3b2-72525a02efe8,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:01.286873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:01.290000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.290797 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Added segment b8e85215-bd69-41be-b267-d3f1af738d96 of type vlan for network 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0 Apr 20 19:24:01.332615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.370042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.371737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:01.372566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.380983 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5e81d868-b7e4-4f4f-8932-29dad47d1403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:01.525310 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.529735 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4455898 Apr 20 19:24:01.530725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33578) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:01.534443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Pushing event updated for resources: {'Network': ['ID=507c426f-6b8f-4c9e-abc1-687b9ff9a2b0,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:01.546978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0 details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:24:01.549624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Request body: {'subnet': {'network_id': '507c426f-6b8f-4c9e-abc1-687b9ff9a2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-910536513-subnet', 'tenant_id': '86e56b48f6ad4129bceb1d088be90625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:01.553548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:01.557217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:01.562145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Usage tracker for resource:subnet and tenant:86e56b48f6ad4129bceb1d088be90625 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:01.567519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:01.575142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:01.577805 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-46a3ea80-0349-46f6-9c55-8fcdef459c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.595388 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Made reservation on behalf of 86e56b48f6ad4129bceb1d088be90625 for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:01.602885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:01.641704 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:01.652173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Usage tracker for resource:security_group_rule and tenant:45c831e6c52c40fba0d6eae394c4f5e7 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:01.660468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:01.690784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:01.734453 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-407edbb7-4cfa-4b8d-9c45-a8eb2ce64564 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1448544766&fields=id&tenant_id=868ab2b25e8e4e9bb828435f96be6fc7 HTTP/1.1" status: 200 len: 267 time: 0.5938792 Apr 20 19:24:01.769768 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-46a3ea80-0349-46f6-9c55-8fcdef459c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.199637 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.321657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 7451fe19-3996-4772-8921-8254b5cd9e80 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:02.383161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.392482 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-b2bf9625-82a1-4c48-9d1d-b3c996a0e26c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a03b448-104e-45ea-978e-64c1d8498f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1881886 Apr 20 19:24:02.400042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.419465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b7c7d5a8-93d3-4675-adc5-d8e67bfafea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:02.424838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 7451fe19-3996-4772-8921-8254b5cd9e80 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:02.431698 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 7451fe19-3996-4772-8921-8254b5cd9e80 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:02.432129 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.449420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.453906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:02.535055 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86925b9c-1edd-455e-b62c-2d5c85e87d08,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:02.544653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:02.551518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Checking segment: {'id': 'b8e85215-bd69-41be-b267-d3f1af738d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '507c426f-6b8f-4c9e-abc1-687b9ff9a2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:02.552004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Network hostable DHCP agents. Network: 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:24:02.568452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307e2d3-1523-4e17-ad2f-5cf126aa4cb6 req-21ac8aa5-961c-4070-b679-add44d97f444 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:02.572614 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f307e2d3-1523-4e17-ad2f-5cf126aa4cb6 req-21ac8aa5-961c-4070-b679-add44d97f444 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 943 time: 0.2531939 Apr 20 19:24:02.587298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.596262 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.613008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Network 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0 is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:24:02.624745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8e47e9-2186-4302-8ae5-a74791e06607,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:02.624941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 7451fe19-3996-4772-8921-8254b5cd9e80, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=7451fe19-3996-4772-8921-8254b5cd9e80,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:02.627869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:02.637013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.638086 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device d6cbac68-4962-4d28-85df-4a34215994b9 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:02.666920 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f307e2d3-1523-4e17-ad2f-5cf126aa4cb6 req-1d936058-eaee-41a9-b623-f3338b64359f tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893910 Apr 20 19:24:02.671648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:02.675110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:02.679429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:02.680121 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.705014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-67d3c3f1-b029-466f-a781-57f7820f5943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:02.711661 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-66edc224-a333-48ad-bf11-b9a190f50a54 service neutron] 10.222.0.37 "GET /v2.0/networks/2a03b448-104e-45ea-978e-64c1d8498f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856529 Apr 20 19:24:02.712464 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.713663 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4938667 Apr 20 19:24:02.718718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33588) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:02.726052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'floatingip': {'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:02.739027 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-46a3ea80-0349-46f6-9c55-8fcdef459c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.740584 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2081645 Apr 20 19:24:02.743467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:02.744347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad3392-6b08-4317-af6d-8d73d0c6a1e6 None None] Network 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:24:02.748829 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:floatingip and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:02.752939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:02.762943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:02.775344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.785951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-46a3ea80-0349-46f6-9c55-8fcdef459c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:02.791976 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-46a3ea80-0349-46f6-9c55-8fcdef459c5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff7dc5ad-7a47-431b-8e43-8de8000813d4 HTTP/1.1" status: 204 len: 168 time: 1.9149687 Apr 20 19:24:02.812232 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45c831e6c52c40fba0d6eae394c4f5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1355391 Apr 20 19:24:02.822279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33598) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:02.865930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dff2bd0-b808-4c7e-9aee-84523eed978c,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:02.869630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:02.912356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:02.930967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3ea80-0349-46f6-9c55-8fcdef459c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7dc5ad-7a47-431b-8e43-8de8000813d4,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:02.933367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-46a3ea80-0349-46f6-9c55-8fcdef459c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:02.941206 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a5cc6e9f-a531-4ab5-8f02-4470902e38d2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:02.944010 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a5cc6e9f-a531-4ab5-8f02-4470902e38d2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 811 time: 1.2082882 Apr 20 19:24:03.005084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33606) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:03.043206 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-1c2485a3-9529-4d4d-8588-7b197998862a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/quotas/868ab2b25e8e4e9bb828435f96be6fc7 HTTP/1.1" status: 200 len: 375 time: 0.0899229 Apr 20 19:24:03.183103 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port d6cbac68-4962-4d28-85df-4a34215994b9 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:03.188304 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6009e26-a705-4e39-af8c-e2dc52392ddd req-f82e74ad-1b52-455c-880b-8642cc9584ad service neutron] 10.222.0.37 "GET /v2.0/networks/2a03b448-104e-45ea-978e-64c1d8498f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503658 Apr 20 19:24:03.216915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port d6cbac68-4962-4d28-85df-4a34215994b9 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:03.217548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.218237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] Deleting subnet 9c1c7fd0-3243-4d83-a434-ea72ce4d03a3 {{(pid=86327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:24:03.250435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.297495 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-c68116be-7ccd-4fcf-8f18-b7a0d74b6303 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2351735 Apr 20 19:24:03.307618 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=7451fe19-3996-4772-8921-8254b5cd9e80,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:03.313353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:03.343066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a250333b-7019-4460-9699-0495fbf01e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.397814 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877a5a7-6c82-400f-9ae0-b1a0eeec0994 None None] Network 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:24:03.416832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.428695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a250333b-7019-4460-9699-0495fbf01e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.456643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.516432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33632) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:03.562362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.590188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:03.599236 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Usage tracker for resource:security_group_rule and tenant:7fa9407541ec402eaca472db85d7b4b8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:03.606996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:03.630061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:03.713902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-d0ddd062-baf9-4487-bf95-4083f1fd8bc1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86326) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:24:03.715145 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-d0ddd062-baf9-4487-bf95-4083f1fd8bc1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1668544 Apr 20 19:24:03.883808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.950193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.956939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:03.981322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:03.990755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port d6cbac68-4962-4d28-85df-4a34215994b9, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=d6cbac68-4962-4d28-85df-4a34215994b9,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:03.996458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.000977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:04.010880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.031603 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-af59ab4d-75f4-478c-ae8b-50faf263e801 service neutron] 10.222.0.16 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056273 Apr 20 19:24:04.100069 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=d6cbac68-4962-4d28-85df-4a34215994b9,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:04.143275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:04.223735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 7451fe19-3996-4772-8921-8254b5cd9e80 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:04.224411 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fa9407541ec402eaca472db85d7b4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7061508 Apr 20 19:24:04.227634 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-2f374609-02af-4ff5-97be-2d049005fa5f service neutron] 10.222.0.16 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752470 Apr 20 19:24:04.228458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cda891f-f897-4909-a340-c0fea0065d7b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:04.231751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:04.232289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33650) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:04.301410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-98da6bd2-670b-44c8-9e2d-cb28d392601d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.309672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Allocated IP 172.28.3.19 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/83910388-bf19-4be6-96ef-4259238fb9a4) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:24:04.326534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 7451fe19-3996-4772-8921-8254b5cd9e80 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:04.326896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.333390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-98da6bd2-670b-44c8-9e2d-cb28d392601d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.386706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-98da6bd2-670b-44c8-9e2d-cb28d392601d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.395352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a4b8a2c1-c180-47a6-8d70-639a7dff28c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:04.419022 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da6bd2-670b-44c8-9e2d-cb28d392601d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cda891f-f897-4909-a340-c0fea0065d7b,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:04.433000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-98da6bd2-670b-44c8-9e2d-cb28d392601d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:04.442885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-98da6bd2-670b-44c8-9e2d-cb28d392601d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.446632 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-98da6bd2-670b-44c8-9e2d-cb28d392601d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cda891f-f897-4909-a340-c0fea0065d7b HTTP/1.1" status: 204 len: 168 time: 0.2104042 Apr 20 19:24:04.596850 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-85c7b1c0-79ec-4288-aed0-905ae6b11547 req-af736094-7040-463b-b05c-131e3cdce125 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 210 time: 0.0543575 Apr 20 19:24:04.677353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a250333b-7019-4460-9699-0495fbf01e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.747375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2cf80f8d-483c-4512-908e-0d6abc9fe0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:04.775629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250333b-7019-4460-9699-0495fbf01e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dff2bd0-b808-4c7e-9aee-84523eed978c,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:04.778056 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a250333b-7019-4460-9699-0495fbf01e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:04.791589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.862327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220840b-5418-4665-a55f-d0049c857ee8 req-9ea7f7e2-7732-4b0b-8149-e216dafadaa1 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:04.864000 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c220840b-5418-4665-a55f-d0049c857ee8 req-9ea7f7e2-7732-4b0b-8149-e216dafadaa1 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 943 time: 0.8362105 Apr 20 19:24:04.878353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a250333b-7019-4460-9699-0495fbf01e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:04.879405 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a250333b-7019-4460-9699-0495fbf01e14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dff2bd0-b808-4c7e-9aee-84523eed978c HTTP/1.1" status: 204 len: 168 time: 2.0499701 Apr 20 19:24:05.009846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.026604 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:05.098948 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c220840b-5418-4665-a55f-d0049c857ee8 req-daf402e9-1431-4c94-ba9c-94a2ea4e358b tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219908 Apr 20 19:24:05.120458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for subnet, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.143872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:24:05.149359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:05.151740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:24:05.177739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.189797 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'Port': ['ID=83910388-bf19-4be6-96ef-4259238fb9a4,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:05.200262 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:05.205090 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9850b7c6-f69f-4326-9f74-2e11c222cbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:05.261222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33716) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:05.261401 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9c1c7fd0-3243-4d83-a434-ea72ce4d03a3 HTTP/1.1" status: 204 len: 168 time: 2.2541082 Apr 20 19:24:05.262551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1c7fd0-3243-4d83-a434-ea72ce4d03a3,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:05.271215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-df7ef3a2-39a7-49c9-bbd3-0a41602f31fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:05.300460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.408950 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.424687 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.584481 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.654714 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33732) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:05.679328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.722610 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:05.729679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Usage tracker for resource:security_group_rule and tenant:d20c8c415f4a48b880f0f6a6e7d2228b is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:05.735627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:05.744682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:05.790683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.799986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.808515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.808945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.809821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.810210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > port after_create 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.810570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.810931 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > port after_update 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.811306 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.811654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.812012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.812368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.813201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:05.845607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33736) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:05.897946 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.935999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.936379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.936755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.937142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:05.938882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca22a8b4-28cb-48d4-b531-cdf06410b32f']}} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:05.954708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'Port': ['ID=83910388-bf19-4be6-96ef-4259238fb9a4,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:05.967858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:05.976594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:05.978340 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2585473 Apr 20 19:24:06.009055 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.013353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.021842 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c2aaec-7cd1-44c8-8859-c6dc9b61bae8') {'for_net_delete': True} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:06.022185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c2aaec-7cd1-44c8-8859-c6dc9b61bae8') {} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:06.022675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:06.046180 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-285ab767-596b-45ec-830e-4b9ba009719a req-95e2a4d3-9646-4ffa-96ba-63894228c65b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 210 time: 0.0950017 Apr 20 19:24:06.047985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3543426'] for segment, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.066191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.071652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b07412d-5eb5-4c02-b448-40a88fa5687c,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:06.075083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:06.075997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=86326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:24:06.083369 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d20c8c415f4a48b880f0f6a6e7d2228b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267678 Apr 20 19:24:06.084152 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33748) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:06.237332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.249877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device d6cbac68-4962-4d28-85df-4a34215994b9 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:06.276569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:06.286910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Usage tracker for resource:security_group_rule and tenant:e435d4754d314c7bbd8a69c0d97efcef is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:06.295554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:06.309706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:06.486036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port d6cbac68-4962-4d28-85df-4a34215994b9 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:06.486484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.503789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47503279-bfd4-473b-8c9c-56f89f670951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.562892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47503279-bfd4-473b-8c9c-56f89f670951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.692000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ae246-7181-4a22-941b-6002e8aeacfd req-a48b6079-4711-4fe2-8596-6f37cef4dd03 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:06.700311 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-760ae246-7181-4a22-941b-6002e8aeacfd req-a48b6079-4711-4fe2-8596-6f37cef4dd03 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 943 time: 0.2925160 Apr 20 19:24:06.743911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.800631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-e2510be2-3ce7-4e10-aa9e-9b3a47734a87 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:06.800631 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-e2510be2-3ce7-4e10-aa9e-9b3a47734a87 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 811 time: 0.3766825 Apr 20 19:24:06.862287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Network ca22a8b4-28cb-48d4-b531-cdf06410b32f has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:06.921440 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-760ae246-7181-4a22-941b-6002e8aeacfd req-fa831229-6199-4746-a408-d6c207709a4b tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119021 Apr 20 19:24:06.949215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47503279-bfd4-473b-8c9c-56f89f670951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.969185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357252'] for segment, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.983155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:06.993124 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-c13eb92c-3cd6-4d17-ae3a-fc7758fdf86c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Synchronizing usage tracker for tenant:5d30b9242f69424e869f89738268eaf8 on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:07.063202 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bee21cc9-0edc-4b12-9172-102784233118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:07.084473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47503279-bfd4-473b-8c9c-56f89f670951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b07412d-5eb5-4c02-b448-40a88fa5687c,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:07.089688 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e435d4754d314c7bbd8a69c0d97efcef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2295287 Apr 20 19:24:07.108412 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33794) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:07.135427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47503279-bfd4-473b-8c9c-56f89f670951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:07.136666 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-47503279-bfd4-473b-8c9c-56f89f670951 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b07412d-5eb5-4c02-b448-40a88fa5687c HTTP/1.1" status: 204 len: 168 time: 1.0515442 Apr 20 19:24:07.168600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d57ecc-c820-4c5a-9da8-a6bf78b89874,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:07.176192 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:07.176754 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:07.177210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:07.230507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0334ee0-bc1e-4107-acbf-09e111effc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:07.245173 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-b6bbbf82-8632-4244-a3e7-ac3cf39b212b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7 HTTP/1.1" status: 200 len: 5705 time: 0.3547523 Apr 20 19:24:07.272436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0334ee0-bc1e-4107-acbf-09e111effc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:07.292607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'port': {'device_id': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'admin_state_up': True, 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'security_groups': ['cf66653b-bbe0-43f5-b4fe-812405d1a8b1']}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:07.384368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-a323d083-6afe-40f8-995c-2bf29ba0d3b6 req-6d09b1f8-ecf5-427c-b07d-3eb03fcd83bc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Synchronizing usage tracker for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:07.393017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-c13eb92c-3cd6-4d17-ae3a-fc7758fdf86c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Unset dirty status for tenant:5d30b9242f69424e869f89738268eaf8 on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:07.394464 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-c13eb92c-3cd6-4d17-ae3a-fc7758fdf86c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--552515270&fields=id&tenant_id=5d30b9242f69424e869f89738268eaf8 HTTP/1.1" status: 200 len: 267 time: 0.9597576 Apr 20 19:24:07.399365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 11677002-3102-41b8-a5e3-4c983c9291aa details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:24:07.425465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0334ee0-bc1e-4107-acbf-09e111effc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:07.446914 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:07.471377 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334ee0-bc1e-4107-acbf-09e111effc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d57ecc-c820-4c5a-9da8-a6bf78b89874,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:07.478045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-a323d083-6afe-40f8-995c-2bf29ba0d3b6 req-6d09b1f8-ecf5-427c-b07d-3eb03fcd83bc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Unset dirty status for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:07.479631 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a323d083-6afe-40f8-995c-2bf29ba0d3b6 req-6d09b1f8-ecf5-427c-b07d-3eb03fcd83bc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 210 time: 0.1514986 Apr 20 19:24:07.482229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b0334ee0-bc1e-4107-acbf-09e111effc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:07.493563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0334ee0-bc1e-4107-acbf-09e111effc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:07.504452 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b0334ee0-bc1e-4107-acbf-09e111effc40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28d57ecc-c820-4c5a-9da8-a6bf78b89874 HTTP/1.1" status: 204 len: 168 time: 0.3933470 Apr 20 19:24:07.620083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 11677002-3102-41b8-a5e3-4c983c9291aa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=11677002-3102-41b8-a5e3-4c983c9291aa,segment=NetworkSegment(72fc28f3-1cf2-4447-97e9-332d70c01a01),segment_id=72fc28f3-1cf2-4447-97e9-332d70c01a01)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:07.651809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '11677002-3102-41b8-a5e3-4c983c9291aa', 'network_id': '2a03b448-104e-45ea-978e-64c1d8498f84', 'port_id': '11677002-3102-41b8-a5e3-4c983c9291aa', 'mac_address': 'fa:16:3e:67:61:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f27f33-2c16-4ce4-9440-ca91ff291879', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:24:07.723892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:07.747328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11677002-3102-41b8-a5e3-4c983c9291aa {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:24:07.769550 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 11677002-3102-41b8-a5e3-4c983c9291aa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=11677002-3102-41b8-a5e3-4c983c9291aa,segment=NetworkSegment(72fc28f3-1cf2-4447-97e9-332d70c01a01),segment_id=72fc28f3-1cf2-4447-97e9-332d70c01a01)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:07.772716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:07.776474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:07.782223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:07.799292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Network ca22a8b4-28cb-48d4-b531-cdf06410b32f has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:07.881832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=11677002-3102-41b8-a5e3-4c983c9291aa,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:07.888812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: from cryptography.utils import int_from_bytes Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: from cryptography.utils import int_from_bytes Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: (rel_b, rel_a, rel_b), Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: (rel_b, rel_a, rel_b), Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:24:07.902946 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:24:07.915492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:08.001081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33824) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:08.035367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Made reservation on behalf of 868ab2b25e8e4e9bb828435f96be6fc7 for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:08.040175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.041570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.085149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:08.093185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.138169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Usage tracker for resource:security_group_rule and tenant:19c99d774e90495abe6285c667c41909 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:08.143799 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:08.152977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:08.218457 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:08.219506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['11677002-3102-41b8-a5e3-4c983c9291aa'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:24:08.284539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460816-771a-48c4-9d97-2d1e9609b7be req-802bcb26-0ab5-40b2-a9b6-c3297d09bee2 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:08.305268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-048908c8-352a-409a-9db5-61d7dcf857e0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:08.305928 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f5460816-771a-48c4-9d97-2d1e9609b7be req-802bcb26-0ab5-40b2-a9b6-c3297d09bee2 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 944 time: 0.2307193 Apr 20 19:24:08.306104 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-048908c8-352a-409a-9db5-61d7dcf857e0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Synchronizing usage tracker for tenant:5d30b9242f69424e869f89738268eaf8 on resource:network {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:08.309362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca22a8b4-28cb-48d4-b531-cdf06410b32f,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:08.311961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.333906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:08.345468 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ca22a8b4-28cb-48d4-b531-cdf06410b32f HTTP/1.1" status: 204 len: 168 time: 3.0813985 Apr 20 19:24:08.349051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 33840) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:08.370069 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.387762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.411299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:08.452358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] Deleting subnet 86925b9c-1edd-455e-b62c-2d5c85e87d08 {{(pid=86326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:24:08.459762 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f5460816-771a-48c4-9d97-2d1e9609b7be req-693ac33b-f6a1-4744-9b88-8173c82d99be tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527095 Apr 20 19:24:08.459922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.486975 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19c99d774e90495abe6285c667c41909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847262 Apr 20 19:24:08.489678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33848) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:08.495708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f612a54-b059-49ff-8ed4-d7db031aaedc,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:08.528804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851232374'] for subnet, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.530249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:08.602205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.635538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3fc5-7a1d-417b-8880-668a0b9b2864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.691547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3fc5-7a1d-417b-8880-668a0b9b2864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.725935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Allocated IP 172.20.0.10 (68f0bd97-d74b-4cff-ac24-9923dfc62a5a/913a2425-0883-4e58-8d87-552019ac012a/7a95e850-2bd6-4c6a-86c4-c533928fdb00) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:24:08.779573 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf7ce622-b722-49e6-883a-a14b184295e2 req-e0c649d4-3318-4da1-9c45-42e07612fc26 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 210 time: 0.0737100 Apr 20 19:24:08.803572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-048908c8-352a-409a-9db5-61d7dcf857e0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Unset dirty status for tenant:5d30b9242f69424e869f89738268eaf8 on resource:network {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:08.805078 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-048908c8-352a-409a-9db5-61d7dcf857e0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 817 time: 1.3638382 Apr 20 19:24:08.812058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3fc5-7a1d-417b-8880-668a0b9b2864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.817771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e79db6cb-c9b2-4966-8a40-9715db2c5621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:08.832892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c3fc5-7a1d-417b-8880-668a0b9b2864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f612a54-b059-49ff-8ed4-d7db031aaedc,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:08.836595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9e6c3fc5-7a1d-417b-8880-668a0b9b2864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:08.840606 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3fc5-7a1d-417b-8880-668a0b9b2864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:08.841984 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9e6c3fc5-7a1d-417b-8880-668a0b9b2864 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f612a54-b059-49ff-8ed4-d7db031aaedc HTTP/1.1" status: 204 len: 168 time: 0.3481343 Apr 20 19:24:08.908364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.006152 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-896ba19c-496c-4810-bffa-ced27abf4372 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/quotas/5d30b9242f69424e869f89738268eaf8 HTTP/1.1" status: 200 len: 375 time: 0.1377306 Apr 20 19:24:09.307963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.327551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-6d4f113a-e93b-4fe1-86ad-86ba6264de3b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Synchronizing usage tracker for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:09.377875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 11677002-3102-41b8-a5e3-4c983c9291aa up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:09.412938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Transition to ACTIVE for port object 7a95e850-2bd6-4c6a-86c4-c533928fdb00 will not be triggered until provisioned by entity DHCP. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:24:09.430211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-6d4f113a-e93b-4fe1-86ad-86ba6264de3b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Unset dirty status for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:09.431053 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-6d4f113a-e93b-4fe1-86ad-86ba6264de3b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4128790 Apr 20 19:24:09.455796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 11677002-3102-41b8-a5e3-4c983c9291aa completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:09.462378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 11677002-3102-41b8-a5e3-4c983c9291aa triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:09.462976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.576872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852634239'] for subnet, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.591652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4ca92dd5-6b20-4eca-b955-17c37dabc895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:09.651036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.654983 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86925b9c-1edd-455e-b62c-2d5c85e87d08,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:09.671433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:09.676962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.684168 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-30a321ff-1c7b-4ef6-b753-c9b7d66e3f46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:09.740298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:09.745017 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-6026680e-8f82-4a09-8058-1c9ddeee7344 service neutron] 10.222.0.16 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881141 Apr 20 19:24:09.754823 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-92197ed4-9837-4020-9d44-93730d8b9f8e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/86925b9c-1edd-455e-b62c-2d5c85e87d08 HTTP/1.1" status: 204 len: 168 time: 1.4024184 Apr 20 19:24:09.756764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 33908) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:09.805299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:24:09.811966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:09.822830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcee51f-5825-4531-a88a-21e373887d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11677002-3102-41b8-a5e3-4c983c9291aa'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:09.893636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:24:09.895772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed05a3-c890-40ec-b417-1bb4846af35e req-a5306111-0eef-443c-b0f4-b4734b396174 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:09.909783 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-75ed05a3-c890-40ec-b417-1bb4846af35e req-a5306111-0eef-443c-b0f4-b4734b396174 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 944 time: 0.2355943 Apr 20 19:24:09.970320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'Port': ['ID=7a95e850-2bd6-4c6a-86c4-c533928fdb00,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:09.980312 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:10.002536 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 11677002-3102-41b8-a5e3-4c983c9291aa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=11677002-3102-41b8-a5e3-4c983c9291aa,segment=NetworkSegment(72fc28f3-1cf2-4447-97e9-332d70c01a01),segment_id=72fc28f3-1cf2-4447-97e9-332d70c01a01)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:10.008593 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.013469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-21ec3df8-dc82-4c43-9c57-497731735839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:10.063048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.107371 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-75ed05a3-c890-40ec-b417-1bb4846af35e req-b625e1e3-9a9b-45ba-aafc-dd11af51af6b tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965916 Apr 20 19:24:10.124997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:10.126113 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.184867 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9256458 Apr 20 19:24:10.188941 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-83b14ef7-6f81-4b21-a856-6c72100ed1d3 service neutron] 10.222.0.16 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320922 Apr 20 19:24:10.201219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Request body: {'port': {'device_id': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:10.237465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-57409e77-b287-41d1-9b52-eb17a66d0123 None None] Provisioning for port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:10.258045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-57409e77-b287-41d1-9b52-eb17a66d0123 None None] Provisioning complete for port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:10.258479 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-57409e77-b287-41d1-9b52-eb17a66d0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.364873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=11677002-3102-41b8-a5e3-4c983c9291aa,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:10.372651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:10.414844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.439909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-57409e77-b287-41d1-9b52-eb17a66d0123 None None] Port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:24:10.563576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:10.828428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.829447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.830496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.831060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > port after_create 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.831611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.832152 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > port after_update 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.832684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.833728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.834300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.834832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:10.852474 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcee51f-5825-4531-a88a-21e373887d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11677002-3102-41b8-a5e3-4c983c9291aa', 'code': 200} Apr 20 19:24:11.085228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:11.086148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:11.086528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:11.086906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 19:24:11.087309 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507c426f-6b8f-4c9e-abc1-687b9ff9a2b0']}} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:11.117061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94981dc-d3de-49ad-ada3-67736ad82116 req-249f18b5-d2e4-4bff-bdda-9156f339a4de tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:11.126974 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d94981dc-d3de-49ad-ada3-67736ad82116 req-249f18b5-d2e4-4bff-bdda-9156f339a4de tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 932 time: 0.6523132 Apr 20 19:24:11.174295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e85215-bd69-41be-b267-d3f1af738d96') {'for_net_delete': True} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:11.174641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e85215-bd69-41be-b267-d3f1af738d96') {} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:11.208141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852357349'] for segment, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:11.215630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.37', 53521) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:11.248516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d94981dc-d3de-49ad-ada3-67736ad82116 req-d8b7274d-4702-4c22-aebf-0d021d3bd794 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Synchronizing usage tracker for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:security_group {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:11.266886 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dd86d425-9ff6-447f-9c53-be07c1e26e06 req-32e31337-356e-4ef0-9159-ad2d7dfc2035 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 210 time: 0.3378832 Apr 20 19:24:11.314991 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:11.318830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d94981dc-d3de-49ad-ada3-67736ad82116 req-d8b7274d-4702-4c22-aebf-0d021d3bd794 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Unset dirty status for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:security_group {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:11.334993 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d94981dc-d3de-49ad-ada3-67736ad82116 req-d8b7274d-4702-4c22-aebf-0d021d3bd794 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067451 Apr 20 19:24:11.347621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=86327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:24:11.838957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f53873-289d-4ffe-a601-9f575517a882 req-8303c13e-3a8f-4a5b-a963-69534951a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:11.840595 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-43f53873-289d-4ffe-a601-9f575517a882 req-8303c13e-3a8f-4a5b-a963-69534951a81f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 1098 time: 0.6071067 Apr 20 19:24:11.886063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Network 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0 has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:11.895774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851780364'] for segment, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.137142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Network 507c426f-6b8f-4c9e-abc1-687b9ff9a2b0 has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: from cryptography.utils import int_from_bytes Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: from cryptography.utils import int_from_bytes Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: (rel_b, rel_a, rel_b), Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: (rel_b, rel_a, rel_b), Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:24:12.249906 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:24:12.300957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.309447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.331840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:12.369714 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] 10.222.0.16 "DELETE /v2.0/networks/507c426f-6b8f-4c9e-abc1-687b9ff9a2b0 HTTP/1.1" status: 204 len: 168 time: 2.6108618 Apr 20 19:24:12.383154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Pushing event deleted for resources: {'Network': ['ID=507c426f-6b8f-4c9e-abc1-687b9ff9a2b0,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:12.387386 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e6466164-28be-4795-8d53-e8f6a5f32962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:12.391039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a95e850-2bd6-4c6a-86c4-c533928fdb00 {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:24:12.400412 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.424395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-43f53873-289d-4ffe-a601-9f575517a882 req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.435156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Transition to ACTIVE for port object 7a95e850-2bd6-4c6a-86c4-c533928fdb00 will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:24:12.441120 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:12.450817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bb341-9f66-4343-96e2-dd08d3ea05d0 req-b77859fc-a0e8-46ff-b941-796405a5b879 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:12.452608 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e65bb341-9f66-4343-96e2-dd08d3ea05d0 req-b77859fc-a0e8-46ff-b941-796405a5b879 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 945 time: 0.9955595 Apr 20 19:24:12.462434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:12.509494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-43f53873-289d-4ffe-a601-9f575517a882 req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:12.542959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-43f53873-289d-4ffe-a601-9f575517a882 req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Usage tracker for resource:security_group_rule and tenant:ed99b98ec07742ceb7daec1f664a878b is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:12.552405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.37', 53524) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:12.566786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-43f53873-289d-4ffe-a601-9f575517a882 req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:12.580580 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bd644053-88e9-4813-b5b2-f09c3f30ae24 req-72a53f0c-60a3-44f3-85be-0115e908bd6b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 210 time: 0.1152048 Apr 20 19:24:12.739414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-43f53873-289d-4ffe-a601-9f575517a882 req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:12.827040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34038) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:12.919621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Pushing event updated for resources: {'Port': ['ID=7a95e850-2bd6-4c6a-86c4-c533928fdb00,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:12.952338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:12.986408 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e65bb341-9f66-4343-96e2-dd08d3ea05d0 req-b8a497cd-2a42-49da-85ed-d5be57c2a2a8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249436 Apr 20 19:24:13.063725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-090d71f6-fa0e-4a93-ab5c-f87e737c46b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:13.065348 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-090d71f6-fa0e-4a93-ab5c-f87e737c46b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 817 time: 0.5117333 Apr 20 19:24:13.094596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Attempting to bind port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:24:13.095311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Attempting to bind port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:24:13.096187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Attempting to bind port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 on network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:13.113836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 on network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:24:13.114387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Attempting to bind port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 on network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:13.121631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34046) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:13.151048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:24:13.151616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Checking segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:13.152143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Bound using segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:24:13.152742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Bound port: 7a95e850-2bd6-4c6a-86c4-c533928fdb00, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:24:13.153327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.194320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.271943 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-6918b96d-9d62-4b90-9285-88f2386cf0d3 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d30b9242f69424e869f89738268eaf8 HTTP/1.1" status: 200 len: 5704 time: 0.1408308 Apr 20 19:24:13.283225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:13.297883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'port': {'device_id': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'admin_state_up': True, 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'security_groups': ['db1927ec-35a4-4710-b88d-7c707b463dc9']}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:13.306040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] For port 7a95e850-2bd6-4c6a-86c4-c533928fdb00, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:24:13.309352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] For port 7a95e850-2bd6-4c6a-86c4-c533928fdb00, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:24:13.330665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.344065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-823fc51c-4608-4038-bff5-1ff62f3d169d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:13.381083 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c6072641-9474-429a-8fa9-3629e0f9ed52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84f83e555209428a942e835420a1405b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2579389 Apr 20 19:24:13.383853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-43f53873-289d-4ffe-a601-9f575517a882 req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.394207 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34066) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:13.406266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-43f53873-289d-4ffe-a601-9f575517a882 req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.452267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:13.452958 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.458401 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] 10.222.0.37 "PUT /v2.0/ports/7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 200 len: 1094 time: 3.2650504 Apr 20 19:24:13.458907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:591bb21f42c141faafdf3f42fd14c8bb is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:13.463458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:13.474309 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:13.482162 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-43f53873-289d-4ffe-a601-9f575517a882 req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6247346 Apr 20 19:24:13.482639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'tag': '7a95e850-2bd6-4c6a-86c4-c533928fdb00'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:13.510834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:13.521571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:13.554154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05481f-ac1f-4728-9446-368dc13da8e1 req-d57d4feb-a118-4660-abcf-d607404b3c67 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:13.557018 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6b05481f-ac1f-4728-9446-368dc13da8e1 req-d57d4feb-a118-4660-abcf-d607404b3c67 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 944 time: 0.5136414 Apr 20 19:24:13.563668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Pushing event updated for resources: {'Port': ['ID=7a95e850-2bd6-4c6a-86c4-c533928fdb00,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:13.569591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:13.571678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:13.582349 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'tag': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'status': 'completed', 'code': 200} Apr 20 19:24:13.634547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Made reservation on behalf of 5d30b9242f69424e869f89738268eaf8 for: {'port': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:13.637296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9da56798-c71a-4552-a09d-a86cf38ffc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.640676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.671945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9da56798-c71a-4552-a09d-a86cf38ffc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.753696 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6b05481f-ac1f-4728-9446-368dc13da8e1 req-b18a5057-b4aa-4538-8177-c9f6620e9a63 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767590 Apr 20 19:24:13.770727 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6cff06-bc0e-4391-9f0b-c14aa4ed7ca5,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:13.787296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:13.848999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34084) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:13.862098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9da56798-c71a-4552-a09d-a86cf38ffc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.920573 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dcaf78ec-3d1e-4903-bd0d-8c542dbde018 req-5fcd7731-05a5-4538-ac4a-6e8404a09e9c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 210 time: 0.1090782 Apr 20 19:24:13.923935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:13.955892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9da56798-c71a-4552-a09d-a86cf38ffc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:13.961627 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9da56798-c71a-4552-a09d-a86cf38ffc20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcf6934d-5e88-4a56-8c6a-1516e23399f5 HTTP/1.1" status: 204 len: 168 time: 0.5663085 Apr 20 19:24:13.971771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da56798-c71a-4552-a09d-a86cf38ffc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf6934d-5e88-4a56-8c6a-1516e23399f5,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:14.004449 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9da56798-c71a-4552-a09d-a86cf38ffc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:14.020708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a37f3799-ffe4-44c5-a90c-39754150dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:14.024709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.026175 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-a37f3799-ffe4-44c5-a90c-39754150dba6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 1097 time: 0.3901145 Apr 20 19:24:14.028627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.109783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:14.138559 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=591bb21f42c141faafdf3f42fd14c8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3099244 Apr 20 19:24:14.151387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34100) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:14.151597 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-e5f93c37-7cc1-4530-8d37-05093f134af3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 200 len: 217 time: 0.1096418 Apr 20 19:24:14.249141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-09e25fe1-8a97-4980-b680-6bb49f79a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:14.251291 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-09e25fe1-8a97-4980-b680-6bb49f79a829 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.0913863 Apr 20 19:24:14.264072 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Allocated IP 172.20.0.11 (39514f72-97e1-4c17-808e-40212859d57d/1be08112-74cb-4c23-bfa4-5ad4fa5f6445/8feba03f-ae3a-4be8-b1be-950a8ae2e287) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:24:14.300081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7d2e87-ec6c-4ce0-88cf-6191a19193ad,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:14.322007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:14.324317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.370852 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-e9a3e4b4-b9ec-4341-9146-aeb129ffb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:14.372860 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-e9a3e4b4-b9ec-4341-9146-aeb129ffb88a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1131196 Apr 20 19:24:14.386706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:14.399993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Usage tracker for resource:security_group_rule and tenant:40fb585b41324075ad1d79a3bfe699cc is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:14.416994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:14.489803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34112) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:14.507267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:14.534233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5978-da3b-4dec-9c26-7c7ee180f281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.577570 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-16f158d4-697c-4237-bf6e-121265157f38 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953509 Apr 20 19:24:14.583904 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b06a5ea8-cbca-4907-9299-3f51ecbbc849 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86e56b48f6ad4129bceb1d088be90625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929561 Apr 20 19:24:14.587352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34116) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:14.597144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f09be-e63c-43fa-bde4-9d3501370c85 req-7441b747-ed42-428c-991d-f2771b66a1a4 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:14.598734 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b43f09be-e63c-43fa-bde4-9d3501370c85 req-7441b747-ed42-428c-991d-f2771b66a1a4 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 945 time: 0.3994186 Apr 20 19:24:14.608246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5978-da3b-4dec-9c26-7c7ee180f281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.754076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.760678 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b43f09be-e63c-43fa-bde4-9d3501370c85 req-506a6e96-88f1-49bc-bb9f-796b5a5f7b28 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339610 Apr 20 19:24:14.764888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-219fa49c-0218-465e-a8cc-ba7c2abba957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.800045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Transition to ACTIVE for port object 8feba03f-ae3a-4be8-b1be-950a8ae2e287 will not be triggered until provisioned by entity DHCP. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:24:14.802388 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d75b777f-3552-48df-8493-cb7dea4efe4e req-269fb2fd-096e-40ec-9b63-95f1d2e3a4df service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027645 Apr 20 19:24:14.810743 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5978-da3b-4dec-9c26-7c7ee180f281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.811671 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-219fa49c-0218-465e-a8cc-ba7c2abba957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.824961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d156a847-c274-4996-91fc-da07a360278f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:14.850130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5978-da3b-4dec-9c26-7c7ee180f281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7d2e87-ec6c-4ce0-88cf-6191a19193ad,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:14.858231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8f4b5978-da3b-4dec-9c26-7c7ee180f281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:14.869241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.876174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.887800 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8f4b5978-da3b-4dec-9c26-7c7ee180f281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:14.942399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5978-da3b-4dec-9c26-7c7ee180f281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:14.943644 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8f4b5978-da3b-4dec-9c26-7c7ee180f281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b7d2e87-ec6c-4ce0-88cf-6191a19193ad HTTP/1.1" status: 204 len: 168 time: 0.7870884 Apr 20 19:24:14.949162 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40fb585b41324075ad1d79a3bfe699cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0922441 Apr 20 19:24:14.951253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388be68d-654d-46a4-8616-b1b62fb3c5e8,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:14.954411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34124) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:14.958489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:15.011401 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-219fa49c-0218-465e-a8cc-ba7c2abba957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.019110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.027865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3686570e-a6e6-470d-a2bc-ade383d582d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:15.033816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:15.065917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa49c-0218-465e-a8cc-ba7c2abba957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc6e9f8-caf4-44e1-b3b2-72525a02efe8,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:15.075589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-219fa49c-0218-465e-a8cc-ba7c2abba957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:15.082216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-219fa49c-0218-465e-a8cc-ba7c2abba957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.083486 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-219fa49c-0218-465e-a8cc-ba7c2abba957 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebc6e9f8-caf4-44e1-b3b2-72525a02efe8 HTTP/1.1" status: 204 len: 168 time: 0.4951906 Apr 20 19:24:15.124768 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b84d4-5b65-45be-ac43-36d39e93028e req-7c4ac6d7-f9f2-4a59-9bab-0a34515561dd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:15.127175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-914b84d4-5b65-45be-ac43-36d39e93028e req-7c4ac6d7-f9f2-4a59-9bab-0a34515561dd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Synchronizing usage tracker for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:15.147729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-1bb1cd07-4174-4f23-85ed-de05c6c5eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:15.149244 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-1bb1cd07-4174-4f23-85ed-de05c6c5eebc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 1097 time: 0.2863760 Apr 20 19:24:15.170923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-890aa163-ecff-4ebb-89a5-9439ee7cab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.190814 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Network 39514f72-97e1-4c17-808e-40212859d57d is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:24:15.200858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:15.223972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-914b84d4-5b65-45be-ac43-36d39e93028e req-7c4ac6d7-f9f2-4a59-9bab-0a34515561dd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Unset dirty status for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:15.225303 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-914b84d4-5b65-45be-ac43-36d39e93028e req-7c4ac6d7-f9f2-4a59-9bab-0a34515561dd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 944 time: 0.2837846 Apr 20 19:24:15.270130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:24:15.349971 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:15.350661 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.486137 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-914b84d4-5b65-45be-ac43-36d39e93028e req-ea241e77-28bd-43cb-888c-a83347b1f15c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392261 Apr 20 19:24:15.570029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-fdc87661-527a-4f94-a4bc-c2531cdfbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:15.571811 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-fdc87661-527a-4f94-a4bc-c2531cdfbe6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 912 time: 0.3951674 Apr 20 19:24:15.595085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-890aa163-ecff-4ebb-89a5-9439ee7cab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.605474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:15.622956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:15.633033 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3513989 Apr 20 19:24:15.653441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Request body: {'port': {'device_id': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:15.673819 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-791e3619-26b2-4f6b-88d4-f95b0e2113f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 200 len: 217 time: 0.0923955 Apr 20 19:24:15.678395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-60e2a2b7-90ba-45a2-aa1d-0a4a85fe88b6 None None] Provisioning for port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:15.693765 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-60e2a2b7-90ba-45a2-aa1d-0a4a85fe88b6 None None] Provisioning complete for port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:15.696057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-60e2a2b7-90ba-45a2-aa1d-0a4a85fe88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.754218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a310a-a1a7-4016-9f66-a08540d668e5 req-a1a63a16-6ebe-4d05-b90a-bbd2e05b1f9a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:15.754994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ca8a310a-a1a7-4016-9f66-a08540d668e5 req-a1a63a16-6ebe-4d05-b90a-bbd2e05b1f9a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Synchronizing usage tracker for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:15.776085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-c8c36038-cabc-42df-93f8-d9a37a4fbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:15.778739 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-c8c36038-cabc-42df-93f8-d9a37a4fbfd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.0966644 Apr 20 19:24:15.803904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-60e2a2b7-90ba-45a2-aa1d-0a4a85fe88b6 None None] Port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:24:15.889658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-0b2413de-30c1-4444-abf3-88ba1ce8aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:15.891758 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-0b2413de-30c1-4444-abf3-88ba1ce8aeee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1048932 Apr 20 19:24:15.924657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:15.962291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ca8a310a-a1a7-4016-9f66-a08540d668e5 req-a1a63a16-6ebe-4d05-b90a-bbd2e05b1f9a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Unset dirty status for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:15.968359 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca8a310a-a1a7-4016-9f66-a08540d668e5 req-a1a63a16-6ebe-4d05-b90a-bbd2e05b1f9a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 932 time: 0.6266406 Apr 20 19:24:15.977052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34156) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:16.011311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-890aa163-ecff-4ebb-89a5-9439ee7cab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.053843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-03fc89b2-e755-435f-a554-8fc550a964a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:16.069505 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.087959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890aa163-ecff-4ebb-89a5-9439ee7cab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388be68d-654d-46a4-8616-b1b62fb3c5e8,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:16.090057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-890aa163-ecff-4ebb-89a5-9439ee7cab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.091265 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-890aa163-ecff-4ebb-89a5-9439ee7cab76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/388be68d-654d-46a4-8616-b1b62fb3c5e8 HTTP/1.1" status: 204 len: 168 time: 1.1350210 Apr 20 19:24:16.096296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:16.100575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Usage tracker for resource:security_group_rule and tenant:6074c7bbd1864b17b5e10b1f7229eea4 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:16.104611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:16.111380 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:16.153908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34162) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:16.222819 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-5851c59a-bf45-4169-b444-e30a9a562d09 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234670 Apr 20 19:24:16.290679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d9e19-065f-4dbe-8e3c-19903c8cb0f0 req-5b2989df-c33c-40ef-9e2f-2576c1c49efb tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:16.310362 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ed1d9e19-065f-4dbe-8e3c-19903c8cb0f0 req-5b2989df-c33c-40ef-9e2f-2576c1c49efb tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 945 time: 0.3496192 Apr 20 19:24:16.440649 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ed1d9e19-065f-4dbe-8e3c-19903c8cb0f0 req-4066db92-79a7-4a72-b040-30e98c427028 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292534 Apr 20 19:24:16.500716 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ad1ae99-5284-4d34-bab6-337848ca3263 req-b2c4c96c-6d7f-4d1d-acff-b8f5675aab35 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691405 Apr 20 19:24:16.525661 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-890aa163-ecff-4ebb-89a5-9439ee7cab76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:16.561246 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca8a310a-a1a7-4016-9f66-a08540d668e5 req-e0223076-e385-4c2a-a09b-012e4d673ced tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5900242 Apr 20 19:24:16.590476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8feba03f-ae3a-4be8-b1be-950a8ae2e287 {{(pid=86327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:24:16.603912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.610175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.628594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:16.633383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Usage tracker for resource:security_group_rule and tenant:7f53399f1332460db9ec7ec110adcad0 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:16.636655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:16.640450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Transition to ACTIVE for port object 8feba03f-ae3a-4be8-b1be-950a8ae2e287 will not be triggered until provisioned by entity L2. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:24:16.644009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:16.651762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.666833 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.667924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:16.770896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.880156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.909597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:16.941934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:16.982416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34192) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:16.986038 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6074c7bbd1864b17b5e10b1f7229eea4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0078788 Apr 20 19:24:16.997046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34194) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:17.015250 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f53399f1332460db9ec7ec110adcad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8576429 Apr 20 19:24:17.016139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34200) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:17.019888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:17.022318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c64ea8-44fe-4d7c-97e3-d35736074592,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:17.077565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.080330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:17.094440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:17.099269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-669dd44f-876f-428f-b9d5-7fac0fbc12e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.115556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:17.132794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-29482132-4b52-4828-a323-382ccdb8c18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.154883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:17.164777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7337617-324e-44fa-a188-ca9b63786826 req-fecbb2c0-c360-4b88-9452-348710ae2a6b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:17.166972 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d7337617-324e-44fa-a188-ca9b63786826 req-fecbb2c0-c360-4b88-9452-348710ae2a6b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 944 time: 0.5160670 Apr 20 19:24:17.184374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Usage tracker for resource:security_group_rule and tenant:711634a5a4e243d8b2bd34515f7fdccb is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:17.185926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-669dd44f-876f-428f-b9d5-7fac0fbc12e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.219302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:17.223362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-29482132-4b52-4828-a323-382ccdb8c18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.257184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-669dd44f-876f-428f-b9d5-7fac0fbc12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.270677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1cca2b13-fc0c-4ea0-a0d7-c1f92e579a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:17.277419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:17.298718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a69a6bc-f400-40aa-b000-b0269d9152b9,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:17.316673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:17.321796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dd44f-876f-428f-b9d5-7fac0fbc12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c64ea8-44fe-4d7c-97e3-d35736074592,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:17.327065 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d7337617-324e-44fa-a188-ca9b63786826 req-69f06762-2ec5-4b2a-bfac-ebc50ca0beb5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872071 Apr 20 19:24:17.328102 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-669dd44f-876f-428f-b9d5-7fac0fbc12e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:17.328920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-669dd44f-876f-428f-b9d5-7fac0fbc12e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.333302 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-669dd44f-876f-428f-b9d5-7fac0fbc12e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71c64ea8-44fe-4d7c-97e3-d35736074592 HTTP/1.1" status: 204 len: 168 time: 0.3144569 Apr 20 19:24:17.357590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Attempting to bind port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:24:17.357590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Attempting to bind port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:24:17.357590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Attempting to bind port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 on network 39514f72-97e1-4c17-808e-40212859d57d {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:17.379588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 on network 39514f72-97e1-4c17-808e-40212859d57d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:24:17.380094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Attempting to bind port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 on network 39514f72-97e1-4c17-808e-40212859d57d {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:17.395327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:24:17.395714 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Checking segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:17.396268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Bound using segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:24:17.396778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Bound port: 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'}}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:24:17.397296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.497018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-29482132-4b52-4828-a323-382ccdb8c18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.504862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:17.542646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29482132-4b52-4828-a323-382ccdb8c18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a69a6bc-f400-40aa-b000-b0269d9152b9,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:17.561351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-29482132-4b52-4828-a323-382ccdb8c18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:17.588695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, cleared binding levels {{(pid=86327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:24:17.629322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-29482132-4b52-4828-a323-382ccdb8c18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.630556 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-29482132-4b52-4828-a323-382ccdb8c18a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a69a6bc-f400-40aa-b000-b0269d9152b9 HTTP/1.1" status: 204 len: 168 time: 0.6325231 Apr 20 19:24:17.645403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:24:17.655101 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.865318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34232) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:17.895514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-aced242d-97c6-4b0f-af98-86bad7b09fad tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:17.912248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.933848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:17.958291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:17.963079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Usage tracker for resource:security_group_rule and tenant:83595d14510a466ca32b4abb8e2aca4e is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:17.966291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:17.972826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:18.028098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.052383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:18.053358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.055610 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] 10.222.0.37 "PUT /v2.0/ports/8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 200 len: 1094 time: 2.4114428 Apr 20 19:24:18.061274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:18.116834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.121508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.134569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-98da6bd2-670b-44c8-9e2d-cb28d392601d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:18.154830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=3']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:18.158711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:18.177541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-60a9e661-f655-4187-aa0f-e9ae42ec275a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:18.209067 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=711634a5a4e243d8b2bd34515f7fdccb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2217207 Apr 20 19:24:18.223697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34248) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:18.224428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c74f853-914b-4bc6-9233-484f4b03ab5b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:18.252493 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83595d14510a466ca32b4abb8e2aca4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833187 Apr 20 19:24:18.252493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:18.253405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34254) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:18.337434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8736370-f73a-47c5-b91f-a785566c8e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.340795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e6a980-cd54-49f5-bc09-fd12c45d0906,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:18.344464 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:18.384053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e749a-7500-4028-993b-d7622b3fdfe1 req-2042636b-1697-4401-9288-e09e43c717ed tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:18.385788 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ed3e749a-7500-4028-993b-d7622b3fdfe1 req-2042636b-1697-4401-9288-e09e43c717ed tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.4916394 Apr 20 19:24:18.404122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d112291b-42f4-463e-9195-5f47e172ff58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.412518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8736370-f73a-47c5-b91f-a785566c8e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.423998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-436ae48f-cbb7-4bab-87d3-83c8348c5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:18.425623 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-436ae48f-cbb7-4bab-87d3-83c8348c5c4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1097 time: 0.3192892 Apr 20 19:24:18.494496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8736370-f73a-47c5-b91f-a785566c8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.501794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:18.511169 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-43ac21b6-6212-44a2-bd25-d411e28ffcd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 200 len: 217 time: 0.0734551 Apr 20 19:24:18.515491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8736370-f73a-47c5-b91f-a785566c8e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c74f853-914b-4bc6-9233-484f4b03ab5b,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:18.518321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e8736370-f73a-47c5-b91f-a785566c8e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:18.526031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8736370-f73a-47c5-b91f-a785566c8e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.527379 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e8736370-f73a-47c5-b91f-a785566c8e9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c74f853-914b-4bc6-9233-484f4b03ab5b HTTP/1.1" status: 204 len: 168 time: 0.2728529 Apr 20 19:24:18.591064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d112291b-42f4-463e-9195-5f47e172ff58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.612311 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ed3e749a-7500-4028-993b-d7622b3fdfe1 req-67f32ba5-a6a4-446b-b8aa-6f7da9719c22 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124655 Apr 20 19:24:18.654683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-486a7e57-03ca-4577-af17-02de739873e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:18.656256 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-486a7e57-03ca-4577-af17-02de739873e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.1329491 Apr 20 19:24:18.718571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d112291b-42f4-463e-9195-5f47e172ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.723214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2e94169e-7b45-4daf-855b-a1bb20436725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:18.742969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112291b-42f4-463e-9195-5f47e172ff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e6a980-cd54-49f5-bc09-fd12c45d0906,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:18.745154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d112291b-42f4-463e-9195-5f47e172ff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:18.766296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d112291b-42f4-463e-9195-5f47e172ff58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:18.767548 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d112291b-42f4-463e-9195-5f47e172ff58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94e6a980-cd54-49f5-bc09-fd12c45d0906 HTTP/1.1" status: 204 len: 168 time: 0.5448892 Apr 20 19:24:18.815267 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'status': 'completed', 'code': 200} Apr 20 19:24:18.831429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-3fc7caac-95d3-43f8-b90a-4c227b3b4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:18.832904 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-3fc7caac-95d3-43f8-b90a-4c227b3b4a05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1693311 Apr 20 19:24:19.026176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6c9f-869f-4084-a62e-7db2c3d56615 req-6d57d5dd-15ea-4733-a011-22cf8cf138bb tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:19.027974 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-adef6c9f-869f-4084-a62e-7db2c3d56615 req-6d57d5dd-15ea-4733-a011-22cf8cf138bb tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 944 time: 0.2582817 Apr 20 19:24:19.111176 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-c82ac408-7fe4-4e8a-87ab-22a5b5768c67 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694554 Apr 20 19:24:19.139007 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-adef6c9f-869f-4084-a62e-7db2c3d56615 req-7b9b2450-05ff-4c3d-9644-8275ada3602c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863853 Apr 20 19:24:19.325742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34308) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:19.329436 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f068e137-ca4a-4dca-9f9f-384095404b4e req-100faf61-e8b8-4d7d-b0dc-914e10fce7ef service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891046 Apr 20 19:24:19.403083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 7a95e850-2bd6-4c6a-86c4-c533928fdb00 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:24:19.542885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671057d9-6570-4f87-80c9-7d945f36789c req-6de640ea-913a-4aa5-9bd1-27db73520b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:19.544477 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671057d9-6570-4f87-80c9-7d945f36789c req-6de640ea-913a-4aa5-9bd1-27db73520b3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1097 time: 0.1528623 Apr 20 19:24:19.646290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 7a95e850-2bd6-4c6a-86c4-c533928fdb00, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:19.675099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'port_id': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'mac_address': 'fa:16:3e:e3:a8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:24:19.709184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:19.740541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671057d9-6570-4f87-80c9-7d945f36789c req-a033418c-52bc-4562-a144-2905f5759ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:19.743068 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671057d9-6570-4f87-80c9-7d945f36789c req-a033418c-52bc-4562-a144-2905f5759ca6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.1846035 Apr 20 19:24:19.761422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:19.775818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d67685b4774905a8ee259c8c894645 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:19.789986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:19.791451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:19.806607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:19.836732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a95e850-2bd6-4c6a-86c4-c533928fdb00 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:24:19.879732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 7a95e850-2bd6-4c6a-86c4-c533928fdb00, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:19.885378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:19.887716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:19.994608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=7a95e850-2bd6-4c6a-86c4-c533928fdb00,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:19.999480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:20.006871 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671057d9-6570-4f87-80c9-7d945f36789c req-49e18bb7-4b8a-4597-9451-eb550f257647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 200 len: 217 time: 0.2462685 Apr 20 19:24:20.007867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.011570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.045607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:20.060753 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0d67685b4774905a8ee259c8c894645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7332180 Apr 20 19:24:20.064315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34342) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:20.119067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671057d9-6570-4f87-80c9-7d945f36789c req-7ce711cd-8e3c-4279-991a-44cd244454c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:20.120840 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671057d9-6570-4f87-80c9-7d945f36789c req-7ce711cd-8e3c-4279-991a-44cd244454c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.1056123 Apr 20 19:24:20.138440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ef668-438f-4863-bd93-371467ce1a9a req-b43ea41d-3492-488c-a621-afbfee665828 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:20.141368 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-806ef668-438f-4863-bd93-371467ce1a9a req-b43ea41d-3492-488c-a621-afbfee665828 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.2236729 Apr 20 19:24:20.159332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-722391d7-0d74-480b-9db9-77dab248e81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.162233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d53050-57cd-48bd-8c84-e28f120d66da,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:20.166749 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:20.211577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-722391d7-0d74-480b-9db9-77dab248e81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.269380 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-806ef668-438f-4863-bd93-371467ce1a9a req-6c365129-e89f-4201-9c6f-1de012fc4446 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663652 Apr 20 19:24:20.297742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671057d9-6570-4f87-80c9-7d945f36789c req-d2c32d92-e403-4096-95d6-49836c9622f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:20.299440 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671057d9-6570-4f87-80c9-7d945f36789c req-d2c32d92-e403-4096-95d6-49836c9622f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1570947 Apr 20 19:24:20.361853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['7a95e850-2bd6-4c6a-86c4-c533928fdb00'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:24:20.428615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-722391d7-0d74-480b-9db9-77dab248e81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.433300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:20.460358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722391d7-0d74-480b-9db9-77dab248e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d53050-57cd-48bd-8c84-e28f120d66da,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:20.470055 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-722391d7-0d74-480b-9db9-77dab248e81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:20.478824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-722391d7-0d74-480b-9db9-77dab248e81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:20.480060 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-722391d7-0d74-480b-9db9-77dab248e81d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3d53050-57cd-48bd-8c84-e28f120d66da HTTP/1.1" status: 204 len: 168 time: 0.4146821 Apr 20 19:24:20.566050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51072390-805b-46c2-aee2-71824d6df12f req-db503080-67fa-47a4-bbba-4490388bfe10 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:20.571979 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-51072390-805b-46c2-aee2-71824d6df12f req-db503080-67fa-47a4-bbba-4490388bfe10 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 945 time: 0.2176733 Apr 20 19:24:20.639731 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671057d9-6570-4f87-80c9-7d945f36789c req-d46c50d0-b0ee-41ae-9f2d-534631d25a50 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319602 Apr 20 19:24:20.671899 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-51072390-805b-46c2-aee2-71824d6df12f req-21484a90-658d-4c4a-a179-157b81e54b9e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901661 Apr 20 19:24:20.850984 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671057d9-6570-4f87-80c9-7d945f36789c req-d50730ce-2071-4d05-8d9d-0e6b09b53c4f service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036233 Apr 20 19:24:20.915389 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b2d815e-4b14-412d-b737-b5ec2ee454e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.206657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34388) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:21.236077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.259549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:21.264017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Usage tracker for resource:security_group_rule and tenant:d5bfcb47889d4dc784d35638da142fbb is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:21.267163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:21.274945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:21.363089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.367135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.379855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-46a3ea80-0349-46f6-9c55-8fcdef459c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:21.430221 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5bfcb47889d4dc784d35638da142fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213635 Apr 20 19:24:21.431155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd04adae-2d2e-4e7f-8cb1-22cb6353a751,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:21.434281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34400) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:21.437375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:21.504316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9a43860b-fd20-4eee-8186-5401f985b7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.533368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9a43860b-fd20-4eee-8186-5401f985b7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.535436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8c36-8097-4701-8c0f-250d03925732 req-06e1670f-9b79-4f24-b8da-d8651457b2ff tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:21.537048 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-10bb8c36-8097-4701-8c0f-250d03925732 req-06e1670f-9b79-4f24-b8da-d8651457b2ff tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1235874 Apr 20 19:24:21.592535 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9a43860b-fd20-4eee-8186-5401f985b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.597757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ea0c01bc-fe4b-4a07-8128-2e19d0085ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:21.612941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43860b-fd20-4eee-8186-5401f985b7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd04adae-2d2e-4e7f-8cb1-22cb6353a751,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:21.615995 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9a43860b-fd20-4eee-8186-5401f985b7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:21.617082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9a43860b-fd20-4eee-8186-5401f985b7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:21.623040 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9a43860b-fd20-4eee-8186-5401f985b7eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd04adae-2d2e-4e7f-8cb1-22cb6353a751 HTTP/1.1" status: 204 len: 168 time: 0.1876769 Apr 20 19:24:21.625735 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-10bb8c36-8097-4701-8c0f-250d03925732 req-9e0687ea-9386-41ce-b727-9e808c960b2f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807333 Apr 20 19:24:21.986553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481d4ad-785a-442a-bab7-73a3cc75ebe5 req-73cdca04-6b7a-4cdc-8cac-e7c6fcd2e7f8 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:21.988968 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2481d4ad-785a-442a-bab7-73a3cc75ebe5 req-73cdca04-6b7a-4cdc-8cac-e7c6fcd2e7f8 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 945 time: 0.1449804 Apr 20 19:24:22.304954 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2481d4ad-785a-442a-bab7-73a3cc75ebe5 req-a411277f-d6b5-428e-957f-9e81dbb4fc53 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079796 Apr 20 19:24:22.649041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de2fd8-2aee-4264-b53b-cf92d0c50490 req-dc1984e5-4a35-4b62-897c-f4e73e16a059 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:22.657418 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-77de2fd8-2aee-4264-b53b-cf92d0c50490 req-dc1984e5-4a35-4b62-897c-f4e73e16a059 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 945 time: 0.1156754 Apr 20 19:24:22.725163 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-77de2fd8-2aee-4264-b53b-cf92d0c50490 req-44493960-22e7-4a06-95c4-691a529bedbf tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646021 Apr 20 19:24:22.933914 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f186c18-8b21-4beb-951c-c7b14dec2b59 req-284cf3c9-bbe7-4a99-b7ca-f7e951fd9be1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:22.939660 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8f186c18-8b21-4beb-951c-c7b14dec2b59 req-284cf3c9-bbe7-4a99-b7ca-f7e951fd9be1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1295853 Apr 20 19:24:22.990721 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8f186c18-8b21-4beb-951c-c7b14dec2b59 req-3c35571d-03f8-4156-a57b-945833b70005 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Apr 20 19:24:23.407649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:24:23.513367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 7a95e850-2bd6-4c6a-86c4-c533928fdb00 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:23.553658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7124a4a-5c19-4c1d-83ec-117a081c51dd req-879f9ab4-25f8-40cb-82db-f77fec0b240e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:23.561940 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e7124a4a-5c19-4c1d-83ec-117a081c51dd req-879f9ab4-25f8-40cb-82db-f77fec0b240e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 945 time: 0.1071725 Apr 20 19:24:23.618519 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e7124a4a-5c19-4c1d-83ec-117a081c51dd req-a782aa7b-d30f-4e54-ac22-4ffed417d954 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554111 Apr 20 19:24:23.672702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df9fb90e-b529-4d8f-8630-010372cd0be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.761672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:23.780624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'port_id': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'mac_address': 'fa:16:3e:62:70:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:24:23.813762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:23.832677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:23.833338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.958218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:23.982411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8feba03f-ae3a-4be8-b1be-950a8ae2e287 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:24:24.037793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bbc5c-84c8-4f14-8708-f9d89a8b846e req-e8dbe004-2ced-4839-84ca-aae56c0abc25 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:24.047491 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-cf6bbc5c-84c8-4f14-8708-f9d89a8b846e req-e8dbe004-2ced-4839-84ca-aae56c0abc25 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 945 time: 0.1415401 Apr 20 19:24:24.084558 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:24.101084 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-cf6bbc5c-84c8-4f14-8708-f9d89a8b846e req-ffbec24d-476c-4ccd-a2c9-e6937452a061 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522008 Apr 20 19:24:24.107686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:24.113310 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:24.264964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270368d-1876-4655-8229-5926289debb4 req-a610d20e-5e1b-4970-88f2-6dc12db978b8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:24.274754 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2270368d-1876-4655-8229-5926289debb4 req-a610d20e-5e1b-4970-88f2-6dc12db978b8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 945 time: 0.1106858 Apr 20 19:24:24.346789 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2270368d-1876-4655-8229-5926289debb4 req-c75b20ad-b73a-4b4b-9013-b6e7c85f457a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678749 Apr 20 19:24:24.434092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:24.471183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:24.474524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:24.480804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a95e850-2bd6-4c6a-86c4-c533928fdb00'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:24.491316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 7a95e850-2bd6-4c6a-86c4-c533928fdb00, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:24.494835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:24.497997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:24.552984 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'code': 200} Apr 20 19:24:24.581971 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=7a95e850-2bd6-4c6a-86c4-c533928fdb00,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:24.586012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:24.674437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['8feba03f-ae3a-4be8-b1be-950a8ae2e287'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:24:24.864878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0317a2-334c-4de2-9895-65b36602f935 req-f1c0e55d-86af-47fd-91a9-b39d9dbf2573 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:24.881243 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2d0317a2-334c-4de2-9895-65b36602f935 req-f1c0e55d-86af-47fd-91a9-b39d9dbf2573 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1471682 Apr 20 19:24:24.979740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-466c1e02-39f5-442a-9f4b-6072e8aabe51 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:24.981513 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-466c1e02-39f5-442a-9f4b-6072e8aabe51 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.37 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 945 time: 0.1728528 Apr 20 19:24:25.026298 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2d0317a2-334c-4de2-9895-65b36602f935 req-a4983319-4870-42b1-b73d-9274575ec1a9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434603 Apr 20 19:24:25.058961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0062e-4f22-4b5d-8958-d3cf81b798a9 req-15171da7-8c5b-4591-afc4-85c0dabb593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:25.060865 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ecc0062e-4f22-4b5d-8958-d3cf81b798a9 req-15171da7-8c5b-4591-afc4-85c0dabb593a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 1099 time: 0.1382794 Apr 20 19:24:25.120191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ecc0062e-4f22-4b5d-8958-d3cf81b798a9 req-6afe25cd-0d40-4bc0-a66c-be7edc520190 service neutron] Synchronizing usage tracker for tenant:ed99b98ec07742ceb7daec1f664a878b on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:25.144702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ecc0062e-4f22-4b5d-8958-d3cf81b798a9 req-6afe25cd-0d40-4bc0-a66c-be7edc520190 service neutron] Unset dirty status for tenant:ed99b98ec07742ceb7daec1f664a878b on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:25.150563 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ecc0062e-4f22-4b5d-8958-d3cf81b798a9 req-6afe25cd-0d40-4bc0-a66c-be7edc520190 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809503 Apr 20 19:24:25.181422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Deleting port 11677002-3102-41b8-a5e3-4c983c9291aa {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:24:25.190942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.395191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.616690 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34592) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:25.672790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] For port 11677002-3102-41b8-a5e3-4c983c9291aa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=11677002-3102-41b8-a5e3-4c983c9291aa,segment=NetworkSegment(72fc28f3-1cf2-4447-97e9-332d70c01a01),segment_id=72fc28f3-1cf2-4447-97e9-332d70c01a01)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:25.673424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.790358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee9d97-f0bc-40f0-970b-90bf2b2b4aa7 req-6bea5766-a7d6-48e3-af3d-a3af4b75387a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:25.799642 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-32ee9d97-f0bc-40f0-970b-90bf2b2b4aa7 req-6bea5766-a7d6-48e3-af3d-a3af4b75387a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 945 time: 0.1268370 Apr 20 19:24:25.865026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:25.898231 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-32ee9d97-f0bc-40f0-970b-90bf2b2b4aa7 req-6cb26454-6e45-494f-a2c0-be8aeed00f33 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921178 Apr 20 19:24:25.911470 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:25.947524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Usage tracker for resource:security_group_rule and tenant:e28dabb1dc2a404d9e6937b20c57082b is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:25.954239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:25.962099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:26.036900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:24:26.085083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.089499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.129515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e8736370-f73a-47c5-b91f-a785566c8e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:26.142717 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e28dabb1dc2a404d9e6937b20c57082b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216024 Apr 20 19:24:26.164334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34618) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:26.168773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586069ea-047c-4717-b5fd-2a78fd3b7349,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:26.187067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:26.213711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Calling delete_port for 11677002-3102-41b8-a5e3-4c983c9291aa owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:24:26.312769 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e69ebaea-689e-46f9-9187-40856f7ea765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.344122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e69ebaea-689e-46f9-9187-40856f7ea765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.399198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e69ebaea-689e-46f9-9187-40856f7ea765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.407868 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9a43860b-fd20-4eee-8186-5401f985b7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:26.422436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ebaea-689e-46f9-9187-40856f7ea765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586069ea-047c-4717-b5fd-2a78fd3b7349,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:26.425729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e69ebaea-689e-46f9-9187-40856f7ea765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:26.434138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e69ebaea-689e-46f9-9187-40856f7ea765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.438340 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e69ebaea-689e-46f9-9187-40856f7ea765 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/586069ea-047c-4717-b5fd-2a78fd3b7349 HTTP/1.1" status: 204 len: 168 time: 0.2697072 Apr 20 19:24:26.456084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7e373-30e2-456a-9c41-fc569b1df38a req-5eef27d8-8fdb-4187-a8d6-48d79aef1284 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:26.463627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.465921 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-30a7e373-30e2-456a-9c41-fc569b1df38a req-5eef27d8-8fdb-4187-a8d6-48d79aef1284 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.2814732 Apr 20 19:24:26.533261 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-30a7e373-30e2-456a-9c41-fc569b1df38a req-8151c0ca-6838-42d8-ae7d-573a3a775ba1 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662642 Apr 20 19:24:26.583892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc602d-ec0c-4997-a3c3-64a06f237c98 req-614b3743-b2c1-4581-8e6c-df09c5f2b913 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:26.586906 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dcc602d-ec0c-4997-a3c3-64a06f237c98 req-614b3743-b2c1-4581-8e6c-df09c5f2b913 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dcee51f-5825-4531-a88a-21e373887d51 HTTP/1.1" status: 200 len: 945 time: 0.8955584 Apr 20 19:24:26.588295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.600316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['11677002-3102-41b8-a5e3-4c983c9291aa'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:24:26.604213 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f6d17f31-6c71-4567-baf4-3f7b4d6e55a5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:26.757806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Pushing event deleted for resources: {'Port': ['ID=11677002-3102-41b8-a5e3-4c983c9291aa,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:26.767956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:26.769066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] No DVR routers for this DVR port 11677002-3102-41b8-a5e3-4c983c9291aa on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:24:26.790077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.796754 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcee51f-5825-4531-a88a-21e373887d51', 'name': 'network-vif-deleted', 'tag': '11677002-3102-41b8-a5e3-4c983c9291aa'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:26.809943 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dcc602d-ec0c-4997-a3c3-64a06f237c98 req-d8264ecc-8690-4981-8921-30fbe3ca4dfa tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.16 "GET /v2.0/security-groups?id=78aa3284-3665-4178-97b0-d6f835727e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067475 Apr 20 19:24:26.811560 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a8a46659-1004-40ba-9f4c-11db436fe667 req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] 10.222.0.37 "DELETE /v2.0/ports/11677002-3102-41b8-a5e3-4c983c9291aa HTTP/1.1" status: 204 len: 173 time: 1.8214662 Apr 20 19:24:26.924669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34646) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:26.954397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:26.971778 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcee51f-5825-4531-a88a-21e373887d51', 'name': 'network-vif-deleted', 'tag': '11677002-3102-41b8-a5e3-4c983c9291aa', 'status': 'completed', 'code': 200} Apr 20 19:24:26.982821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:26.987771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Usage tracker for resource:security_group_rule and tenant:38558b42a77f488fa03a00b4ad5757c4 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:26.992940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:26.999378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:27.169490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.172724 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.187332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a250333b-7019-4460-9699-0495fbf01e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:27.228064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545b478-3cb1-48e7-a377-cfe0bec3052f req-9b359ab9-2eb6-482c-86dc-e6b06b60626f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:27.236174 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8545b478-3cb1-48e7-a377-cfe0bec3052f req-9b359ab9-2eb6-482c-86dc-e6b06b60626f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 945 time: 0.1801481 Apr 20 19:24:27.238151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8ecc23-57cd-41cb-9fe7-22a9de6d6ece,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:27.275541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:27.295518 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38558b42a77f488fa03a00b4ad5757c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670380 Apr 20 19:24:27.297241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34670) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:27.328663 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8545b478-3cb1-48e7-a377-cfe0bec3052f req-2b2ac5a0-7dae-4e98-a93d-cc2a66fb7d69 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915515 Apr 20 19:24:27.367978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.398855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-253a2431-51a5-4e46-b8dd-34218ca669c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.426804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:27.452107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-253a2431-51a5-4e46-b8dd-34218ca669c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.537644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:27.541828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-253a2431-51a5-4e46-b8dd-34218ca669c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.549182 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-219fa49c-0218-465e-a8cc-ba7c2abba957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:27.565117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:27.565570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.566413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-253a2431-51a5-4e46-b8dd-34218ca669c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.567815 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-253a2431-51a5-4e46-b8dd-34218ca669c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d8ecc23-57cd-41cb-9fe7-22a9de6d6ece HTTP/1.1" status: 204 len: 168 time: 0.2693033 Apr 20 19:24:27.569185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a2431-51a5-4e46-b8dd-34218ca669c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8ecc23-57cd-41cb-9fe7-22a9de6d6ece,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:27.572283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-253a2431-51a5-4e46-b8dd-34218ca669c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:27.837280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34698) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:27.886255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.977209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:27.978735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:27.992654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:27.997303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f9b51399-4b93-4a19-9d7b-820a76392dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:28.006238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0459a-75a8-4201-bd38-91c2e8953064 req-416b0d2d-80b9-4ccc-8dc0-45f2002085f5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:28.019254 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bab0459a-75a8-4201-bd38-91c2e8953064 req-416b0d2d-80b9-4ccc-8dc0-45f2002085f5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.2081752 Apr 20 19:24:28.138014 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bab0459a-75a8-4201-bd38-91c2e8953064 req-6a4bc865-8cd1-4878-9baa-94bea317e8c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052661 Apr 20 19:24:28.161180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:28.178385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:28.243382 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'code': 200} Apr 20 19:24:28.355167 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:28.402475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:28.425187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Usage tracker for resource:security_group_rule and tenant:e224f01d0d574f099cf90bf4a4c55794 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:28.445641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:28.462257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:28.606990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34738) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:28.618104 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114baf-9c84-4f81-9f0c-acd08f08c014 req-54d11d5e-a309-4581-ad96-87f5db0e8942 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:28.620640 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fe114baf-9c84-4f81-9f0c-acd08f08c014 req-54d11d5e-a309-4581-ad96-87f5db0e8942 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1899216 Apr 20 19:24:28.630786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34742) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:28.647488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'floatingip': {'port_id': '7a95e850-2bd6-4c6a-86c4-c533928fdb00'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:28.767042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d69ae-2059-4f50-922e-81bdfaebd507 req-000bdd24-9d1a-4ae8-9b4c-622f82cdcfe6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:28.768877 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a31d69ae-2059-4f50-922e-81bdfaebd507 req-000bdd24-9d1a-4ae8-9b4c-622f82cdcfe6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.2773247 Apr 20 19:24:28.854767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:28.860345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b69a37-b6a2-4045-8316-9679ea134c2e req-7c094cd2-ef71-454e-9e4a-819a29ca17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:28.863170 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-88b69a37-b6a2-4045-8316-9679ea134c2e req-7c094cd2-ef71-454e-9e4a-819a29ca17df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1099 time: 0.3543389 Apr 20 19:24:28.905736 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a31d69ae-2059-4f50-922e-81bdfaebd507 req-ab6caaba-2ecb-4ca3-90d6-310f2f71efdc tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276643 Apr 20 19:24:28.958271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:28.981335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:28.994723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:29.042476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728139ea-2805-4048-a99c-88fec5b5e42e,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:29.057364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:29.059216 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-88b69a37-b6a2-4045-8316-9679ea134c2e req-0eee12d1-641d-4e9a-82bc-e15430d9887e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700652 Apr 20 19:24:29.064501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.085008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:29.090528 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e224f01d0d574f099cf90bf4a4c55794&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2521122 Apr 20 19:24:29.095621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Usage tracker for resource:security_group_rule and tenant:3cc3417d477f4e9ba53ed87639543980 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:29.099819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:29.117590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:29.126572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34764) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:29.204685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.209668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.229368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9e6c3fc5-7a1d-417b-8880-668a0b9b2864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:29.328767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0564f6e4-add1-49d7-9a7e-21d3769e33cb,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:29.338040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:29.352602 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cc3417d477f4e9ba53ed87639543980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7119937 Apr 20 19:24:29.354719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34784) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:29.428414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-875644f2-b042-402a-afa1-75b0194b741d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.454723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 11677002-3102-41b8-a5e3-4c983c9291aa no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:24:29.458840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6480-e616-4440-acbb-37f74ef39727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.461438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-875644f2-b042-402a-afa1-75b0194b741d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.490173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6480-e616-4440-acbb-37f74ef39727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.537220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 11677002-3102-41b8-a5e3-4c983c9291aa {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:24:29.538403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 11677002-3102-41b8-a5e3-4c983c9291aa not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:24:29.562499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6480-e616-4440-acbb-37f74ef39727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.570252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:29.586120 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b6480-e616-4440-acbb-37f74ef39727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728139ea-2805-4048-a99c-88fec5b5e42e,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:29.602195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-875644f2-b042-402a-afa1-75b0194b741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.605320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1a2b6480-e616-4440-acbb-37f74ef39727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:29.606206 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6480-e616-4440-acbb-37f74ef39727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.607421 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1a2b6480-e616-4440-acbb-37f74ef39727 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/728139ea-2805-4048-a99c-88fec5b5e42e HTTP/1.1" status: 204 len: 168 time: 0.4796100 Apr 20 19:24:29.615823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:29.648146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875644f2-b042-402a-afa1-75b0194b741d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0564f6e4-add1-49d7-9a7e-21d3769e33cb,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:29.654756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-875644f2-b042-402a-afa1-75b0194b741d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:29.684353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-875644f2-b042-402a-afa1-75b0194b741d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:29.685083 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-875644f2-b042-402a-afa1-75b0194b741d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0564f6e4-add1-49d7-9a7e-21d3769e33cb HTTP/1.1" status: 204 len: 168 time: 0.3292873 Apr 20 19:24:30.164937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.169633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.315877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34830) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:30.348760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.377395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34834) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:30.377687 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34836) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:30.468731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:30.474076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.502587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Usage tracker for resource:security_group_rule and tenant:142b1108033b42d19c09927862baaa9d is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:30.506641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:30.518677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:30.559993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:30.574954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Deleting subnet 17f27f33-2c16-4ce4-9440-ca91ff291879 {{(pid=86327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:24:30.579944 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Usage tracker for resource:security_group_rule and tenant:1b5ec500933e4ae0a782712360d1424a is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:30.584228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.650992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:30.671292 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Floating IP a486e539-a69b-4c68-8487-0913cf3f5aa2 associated. External IP: 172.28.3.212, port: 7a95e850-2bd6-4c6a-86c4-c533928fdb00. Apr 20 19:24:30.674698 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:30.712037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2418451'] for subnet, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.750169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.773923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.828080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9dce8b1e-c8b3-4bc2-8ebd-c1362a47e378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:30.840211 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=142b1108033b42d19c09927862baaa9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205994 Apr 20 19:24:30.847421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34862) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:30.894748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:30.951357 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730dc030-98da-40e1-8e1f-b8ed5ead5bca,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:30.971268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:31.160169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.166170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.183218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:31.254496 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b5ec500933e4ae0a782712360d1424a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8714581 Apr 20 19:24:31.255210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34878) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:31.301732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60a42f-e5ea-40f1-972e-e2b8455ccb4b,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:31.316720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:24:31.321022 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:31.342669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.376424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb7f87-4415-4b80-a8de-f5e8312b588e req-2af458fa-4199-4a7d-b5ce-dfe00aff8492 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:31.378913 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d9bb7f87-4415-4b80-a8de-f5e8312b588e req-2af458fa-4199-4a7d-b5ce-dfe00aff8492 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 1.1404297 Apr 20 19:24:31.412032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec36b-ee42-40df-8fb0-27d4ad4cd94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.434530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2995031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851630270'] for subnet, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.445708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:31.509135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec36b-ee42-40df-8fb0-27d4ad4cd94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.587847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec36b-ee42-40df-8fb0-27d4ad4cd94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.590896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f27f33-2c16-4ce4-9440-ca91ff291879,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:31.598745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:31.603334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-45bc7526-768c-4d09-b45f-9f61feb2e0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:31.606333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:31.623315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] Sync routers for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:31.634632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.639031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.645686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:31.646425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:24:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:31.662317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 34894) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:31.662678 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/17f27f33-2c16-4ce4-9440-ca91ff291879 HTTP/1.1" status: 204 len: 168 time: 1.2816603 Apr 20 19:24:31.665720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec36b-ee42-40df-8fb0-27d4ad4cd94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.670144 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9a3ec36b-ee42-40df-8fb0-27d4ad4cd94f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff60a42f-e5ea-40f1-972e-e2b8455ccb4b HTTP/1.1" status: 204 len: 168 time: 0.3730607 Apr 20 19:24:31.670144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ec36b-ee42-40df-8fb0-27d4ad4cd94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60a42f-e5ea-40f1-972e-e2b8455ccb4b,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:31.695015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9a3ec36b-ee42-40df-8fb0-27d4ad4cd94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:31.699639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:31.889276 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d9bb7f87-4415-4b80-a8de-f5e8312b588e req-105ba782-fa85-4c72-a682-10d7cddea21b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327005 Apr 20 19:24:31.907503 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-219139bc-e722-41ae-a99d-c82344ee6f40 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "PUT /v2.0/floatingips/a486e539-a69b-4c68-8487-0913cf3f5aa2 HTTP/1.1" status: 200 len: 992 time: 3.2725723 Apr 20 19:24:31.924729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'tag': '7a95e850-2bd6-4c6a-86c4-c533928fdb00'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:31.998402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:32.044460 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'tag': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'status': 'completed', 'code': 200} Apr 20 19:24:32.045901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:32.060397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-722391d7-0d74-480b-9db9-77dab248e81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:32.135319 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-f3d22592-b6a5-4e7c-8525-1832d1fe345d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2398095 Apr 20 19:24:32.219864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730dc030-98da-40e1-8e1f-b8ed5ead5bca,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:32.283675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:32.285218 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/730dc030-98da-40e1-8e1f-b8ed5ead5bca HTTP/1.1" status: 204 len: 168 time: 1.4353740 Apr 20 19:24:32.311196 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.311886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.312430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.313387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.313916 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.314444 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.314984 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.315523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.316048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.316572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.317092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.317648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:32.326259 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:32.334092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:32.346045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:32.479943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-2cd1594a-c116-4294-ab78-5cbabc7f0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:32.481642 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-2cd1594a-c116-4294-ab78-5cbabc7f0254 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 1099 time: 0.3355432 Apr 20 19:24:32.487691 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a03b448-104e-45ea-978e-64c1d8498f84']}} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:32.652938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-e78cd0e6-b740-4545-9a01-5ce321785c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:32.655011 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-e78cd0e6-b740-4545-9a01-5ce321785c36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 912 time: 0.1592793 Apr 20 19:24:32.661708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fc28f3-1cf2-4447-97e9-332d70c01a01') {'for_net_delete': True} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:32.662045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fc28f3-1cf2-4447-97e9-332d70c01a01') {} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:32.749263 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3543426'] for segment, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:32.782679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:32.800954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=86326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:24:32.836064 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-08629910-6260-44c9-a07a-5498daa8ef9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 200 len: 1000 time: 0.1654661 Apr 20 19:24:32.995203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'a486e539-a69b-4c68-8487-0913cf3f5aa2', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'port_id': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'mac_address': 'fa:16:3e:e3:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:58Z', 'updated_at': '2021-04-20T19:24:29Z', 'revision_number': 1, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:33.010889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] Checking router: 72942e7b-f4dd-4c9f-8814-f7ab89079b1f for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:33.020937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:33.021668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:24:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:33.253525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-0cc0bc95-326f-4b89-aeda-56678e95daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:33.256306 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-0cc0bc95-326f-4b89-aeda-56678e95daaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.3698313 Apr 20 19:24:33.259950 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Network 2a03b448-104e-45ea-978e-64c1d8498f84 has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:33.322586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357252'] for segment, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:33.417152 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:33.426953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 34972) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:33.673712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Network 2a03b448-104e-45ea-978e-64c1d8498f84 has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:24:33.702455 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:24:33.792192 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:33.829212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:33.841069 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Usage tracker for resource:security_group_rule and tenant:77b8e8ddacdb406b89e9c4dd7191ccd1 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:33.847290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:33.872782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:33.874826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-7f1dea8d-d4a1-4001-9250-db25b0ef4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:33.898149 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-7f1dea8d-d4a1-4001-9250-db25b0ef4a16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5504556 Apr 20 19:24:33.932235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5637b-24dd-4fbf-bc0d-61ce375f56cd req-19621333-f769-4541-8869-04392ff33758 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:33.933963 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6de5637b-24dd-4fbf-bc0d-61ce375f56cd req-19621333-f769-4541-8869-04392ff33758 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.6938901 Apr 20 19:24:33.984633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'a486e539-a69b-4c68-8487-0913cf3f5aa2', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'port_id': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'mac_address': 'fa:16:3e:e3:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:58Z', 'updated_at': '2021-04-20T19:24:29Z', 'revision_number': 1, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:33.989652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae13ddda-3ff1-4e81-a6a5-fff1ce11db44 None None] The sync data for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb is: [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'a486e539-a69b-4c68-8487-0913cf3f5aa2', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'port_id': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'mac_address': 'fa:16:3e:e3:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:58Z', 'updated_at': '2021-04-20T19:24:29Z', 'revision_number': 1, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:34.057237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:34.062059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:34.075684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2f3a5d4c-688e-49fe-8d16-1dc430dcf01d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:34.137193 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77b8e8ddacdb406b89e9c4dd7191ccd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066402 Apr 20 19:24:34.137193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e657a3-b59e-4e6b-9ba2-705a8840abfc,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:34.145142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35006) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:34.146831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.147242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.148297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.148799 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.149224 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.149598 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.149996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.150383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.150772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.151156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.151538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.151948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:34.159409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:34.276264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-345b265e-753e-4e53-a091-a1eefd5d4bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:34.310413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-345b265e-753e-4e53-a091-a1eefd5d4bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:34.336949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:34.380276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-345b265e-753e-4e53-a091-a1eefd5d4bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:34.386117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-308b77ee-527b-441c-90c0-c8282e99484c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:34.409577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-345b265e-753e-4e53-a091-a1eefd5d4bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:34.411340 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-345b265e-753e-4e53-a091-a1eefd5d4bee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8e657a3-b59e-4e6b-9ba2-705a8840abfc HTTP/1.1" status: 204 len: 168 time: 0.2552676 Apr 20 19:24:34.412527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b265e-753e-4e53-a091-a1eefd5d4bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e657a3-b59e-4e6b-9ba2-705a8840abfc,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:34.416131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-345b265e-753e-4e53-a091-a1eefd5d4bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:34.417772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f28c30c0-6cda-45be-aefc-d38c2f78a7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:34.502657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f3969a-b941-4213-852a-347e01672175 None None] New status for floating IP a486e539-a69b-4c68-8487-0913cf3f5aa2: ACTIVE {{(pid=86328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:24:34.633679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a03b448-104e-45ea-978e-64c1d8498f84,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:34.639429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:34.651088 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6de5637b-24dd-4fbf-bc0d-61ce375f56cd req-94204069-fc64-4632-82f6-7a897a27b72d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275328 Apr 20 19:24:34.654267 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-f358e812-e58b-4443-aaba-0425af0a7658 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185209 Apr 20 19:24:34.655400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:34.750407 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2a03b448-104e-45ea-978e-64c1d8498f84 HTTP/1.1" status: 204 len: 168 time: 3.0752752 Apr 20 19:24:35.047855 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f784d6a-f90c-4876-96ed-31218af60cf6 req-4b96439c-df9e-401a-a7e9-cfb04a1ff368 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617196 Apr 20 19:24:35.156358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e04d75-3882-4067-8499-0c34e77619ee req-ae5034e4-380c-4c5e-90a5-5781d6cf946e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:35.158771 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-52e04d75-3882-4067-8499-0c34e77619ee req-ae5034e4-380c-4c5e-90a5-5781d6cf946e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.2464538 Apr 20 19:24:35.177512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35052) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:35.184541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'floatingip': {'port_id': '8feba03f-ae3a-4be8-b1be-950a8ae2e287'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:35.352708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:35.361738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35066) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:35.444247 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-155eecec-6377-4432-be81-e005251509f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6f149dd25094e198bfe5fecb288251b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0811477 Apr 20 19:24:35.446359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35070) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:35.533140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-255f84ed-32e4-4663-be85-5a8d0e67deda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:35.545662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-226e7fa9-ce2e-41ff-8036-ee2ed257c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:35.547294 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-226e7fa9-ce2e-41ff-8036-ee2ed257c1f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 1099 time: 0.2819963 Apr 20 19:24:35.567522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35076) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:35.587949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-255f84ed-32e4-4663-be85-5a8d0e67deda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:35.623161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35084) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:35.691765 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-255f84ed-32e4-4663-be85-5a8d0e67deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:35.700374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a067cf9b-de2e-487a-8bce-e7c9a9e45eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:35.716164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:35.730802 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f84ed-32e4-4663-be85-5a8d0e67deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aa3284-3665-4178-97b0-d6f835727e45,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:35.734360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-255f84ed-32e4-4663-be85-5a8d0e67deda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:35.749013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:35.753837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-255f84ed-32e4-4663-be85-5a8d0e67deda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:35.758458 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-255f84ed-32e4-4663-be85-5a8d0e67deda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78aa3284-3665-4178-97b0-d6f835727e45 HTTP/1.1" status: 204 len: 168 time: 0.3109288 Apr 20 19:24:35.941031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:35.957971 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:f70ebafba1064ae3af20f1431dd541c0 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:35.967759 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:35.980804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:35.987712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:f1fe3e5692bf4b4283ef4978641db361 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:35.989148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:35.990919 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:35.998152 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:36.086094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-8f29397a-d576-45fc-8dc6-67ff682a46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:36.087733 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-8f29397a-d576-45fc-8dc6-67ff682a46c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 912 time: 0.4972475 Apr 20 19:24:36.136923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.149369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.159888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-875644f2-b042-402a-afa1-75b0194b741d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:36.217983 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1fe3e5692bf4b4283ef4978641db361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489835 Apr 20 19:24:36.218866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e5937-69d9-422a-a729-5fd9d71859e8,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:36.222316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35108) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:36.226050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:36.310194 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c10ea9c6-2462-4e3b-beca-a4affe940eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.347488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c10ea9c6-2462-4e3b-beca-a4affe940eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.358106 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-2d40bfcd-7082-44e0-a0c8-ce1234011f0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 200 len: 1002 time: 0.2574391 Apr 20 19:24:36.442559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c10ea9c6-2462-4e3b-beca-a4affe940eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.453075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-766b839c-796d-4afc-8261-251caf380937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:36.458145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.477278 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.513247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7b51e9ed-17b3-4f28-9b26-f08cb41650a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:36.513497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ea9c6-2462-4e3b-beca-a4affe940eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e5937-69d9-422a-a729-5fd9d71859e8,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:36.517447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c10ea9c6-2462-4e3b-beca-a4affe940eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:36.526084 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f70ebafba1064ae3af20f1431dd541c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8991959 Apr 20 19:24:36.528648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-d06df3fd-b151-4970-998e-e505453483c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:36.530607 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-d06df3fd-b151-4970-998e-e505453483c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.1619010 Apr 20 19:24:36.532313 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35124) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:36.533318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c10ea9c6-2462-4e3b-beca-a4affe940eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.543860 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c10ea9c6-2462-4e3b-beca-a4affe940eba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e46e5937-69d9-422a-a729-5fd9d71859e8 HTTP/1.1" status: 204 len: 168 time: 0.3189874 Apr 20 19:24:36.606134 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.resource_extend [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:24:36.672768 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f2547d71-de47-4c2d-b7be-9f91ae71afdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.693621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71e9fae-68cf-427a-83de-e2911a74d3c6,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:36.699335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:36.707371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f2547d71-de47-4c2d-b7be-9f91ae71afdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.761305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f2547d71-de47-4c2d-b7be-9f91ae71afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.768486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f32bc724-270e-4e28-8d4c-3110f609561a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:36.770649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.786876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2547d71-de47-4c2d-b7be-9f91ae71afdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71e9fae-68cf-427a-83de-e2911a74d3c6,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:36.791175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.791919 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f2547d71-de47-4c2d-b7be-9f91ae71afdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:36.792804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f2547d71-de47-4c2d-b7be-9f91ae71afdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:36.796947 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f2547d71-de47-4c2d-b7be-9f91ae71afdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b71e9fae-68cf-427a-83de-e2911a74d3c6 HTTP/1.1" status: 204 len: 168 time: 0.2452648 Apr 20 19:24:37.115071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35156) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:37.340602 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Floating IP 94b2893f-ecca-4c08-877f-9eeff4d58f30 associated. External IP: 172.28.3.19, port: 8feba03f-ae3a-4be8-b1be-950a8ae2e287. Apr 20 19:24:37.470680 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-f2d30b4e-20e3-43c5-b883-bc2bce9a167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:37.472319 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-f2d30b4e-20e3-43c5-b883-bc2bce9a167c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9321473 Apr 20 19:24:37.517955 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:37.557316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:37.562248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Usage tracker for resource:security_group_rule and tenant:0a71ff4368a44d9583ca57159a46f48b is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:37.565456 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:37.572423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:37.742125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:37.745584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:37.760884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6ba218fa-3084-4c72-aaae-696ba832694a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:37.794815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e45bd-3423-4d86-9d65-46058b516710,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:37.800815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:37.820166 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a71ff4368a44d9583ca57159a46f48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033029 Apr 20 19:24:37.823158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35184) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:37.857412 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-1191e111-c7dc-4c1b-91f9-05f14fb5a60b service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693025 Apr 20 19:24:37.919525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35188) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:37.993393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9f624ae4-7401-4e7f-93ff-138b98b794d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.041173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9f624ae4-7401-4e7f-93ff-138b98b794d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.106132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9f624ae4-7401-4e7f-93ff-138b98b794d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.109069 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d20f4cd-7321-45f0-b44a-31a87522a190 req-b4881c3f-4982-41c7-b2ad-28d0598588e5 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397358 Apr 20 19:24:38.131303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f2547d71-de47-4c2d-b7be-9f91ae71afdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:38.172148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f624ae4-7401-4e7f-93ff-138b98b794d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e45bd-3423-4d86-9d65-46058b516710,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:38.176627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9f624ae4-7401-4e7f-93ff-138b98b794d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:38.196544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9f624ae4-7401-4e7f-93ff-138b98b794d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.209155 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9f624ae4-7401-4e7f-93ff-138b98b794d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb0e45bd-3423-4d86-9d65-46058b516710 HTTP/1.1" status: 204 len: 168 time: 0.3840892 Apr 20 19:24:38.234860 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:24:38.331260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-113376689-network', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:38.338796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:38.349557 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Usage tracker for resource:network and tenant:fe67ce53edfe4ef6a5e8001048f28ae0 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:38.361352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:38.380473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:38.400033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Made reservation on behalf of fe67ce53edfe4ef6a5e8001048f28ae0 for: {'network': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:38.409039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.427107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.450234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:38.457450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Usage tracker for resource:security_group_rule and tenant:fe67ce53edfe4ef6a5e8001048f28ae0 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:38.458428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:38.462362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:38.474762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] Sync routers for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:38.490205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:38.492900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:24:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:38.494111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.494274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:38.670146 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-624f1fb5-e803-45b1-ab1b-9cad5260ec52 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "PUT /v2.0/floatingips/94b2893f-ecca-4c08-877f-9eeff4d58f30 HTTP/1.1" status: 200 len: 991 time: 3.4902632 Apr 20 19:24:38.670146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:38.685633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.690102 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.696816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9f624ae4-7401-4e7f-93ff-138b98b794d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:38.730564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0445ee8-623a-4598-be25-1d6ae6db49df,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:38.735484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:38.746187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=86327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:24:38.759063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.759453 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Added segment 5864231e-44d2-4703-b13d-c5e932966a79 of type vlan for network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca Apr 20 19:24:38.789138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.815018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:38.821088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.822490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:38.823122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.824757 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'status': 'completed', 'code': 200} Apr 20 19:24:38.828814 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:38.893138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:38.981487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-c862d37a-3140-42bd-a763-9d70cb60b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:38.987837 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-c862d37a-3140-42bd-a763-9d70cb60b19e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1099 time: 0.1255820 Apr 20 19:24:39.128392 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Pushing event updated for resources: {'Network': ['ID=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:39.135818 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2139907 Apr 20 19:24:39.136571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35250) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:39.137527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:39.145223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Request body: {'subnet': {'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-subnet', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:39.145330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:24:39.150139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:39.158799 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Usage tracker for resource:subnet and tenant:fe67ce53edfe4ef6a5e8001048f28ae0 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:39.164673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:39.176084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:39.197881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Made reservation on behalf of fe67ce53edfe4ef6a5e8001048f28ae0 for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:39.203621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145576'] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:39.370962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-cc55089e-b71b-4413-a01e-651436aca394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:39.380451 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-cc55089e-b71b-4413-a01e-651436aca394 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.3817387 Apr 20 19:24:39.629896 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-33766e17-e162-4f8a-88eb-644745d2349f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 200 len: 999 time: 0.2418542 Apr 20 19:24:39.750848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-51e1f971-8a77-4027-8f11-f644d631fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:39.752444 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-51e1f971-8a77-4027-8f11-f644d631fa96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.1032257 Apr 20 19:24:39.784896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '94b2893f-ecca-4c08-877f-9eeff4d58f30', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'port_id': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'mac_address': 'fa:16:3e:62:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:24:05Z', 'updated_at': '2021-04-20T19:24:36Z', 'revision_number': 1, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:39.800195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] Checking router: 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:39.818815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:39.820038 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:24:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:39.939666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-299bdbd0-66d3-42b1-9d43-8a66fb341353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:39.939666 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-299bdbd0-66d3-42b1-9d43-8a66fb341353 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1775310 Apr 20 19:24:40.136470 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:40.149323 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-93c5fbf0-67eb-475b-b755-131404f091b8 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011271 Apr 20 19:24:40.277352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851780846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145593'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:40.284089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8aca3f5e-0b9a-4319-9767-49713e76e6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:40.318591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35296) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:40.402884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6576e96-74b5-4d9b-bcc7-68318beefb6c,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:40.413074 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6879512-d6a8-4b50-90d8-253b44ab339d req-0b8b9e79-0670-40d3-a637-2fdebecc13ff service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585795 Apr 20 19:24:40.416763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:40.424934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Checking segment: {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:40.425368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Network hostable DHCP agents. Network: e9abcb2a-ea1c-4caa-9195-b3adaf0438ca, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:24:40.459090 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:24:40.480640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, e9abcb2a-ea1c-4caa-9195-b3adaf0438ca) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:40.490497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec4dc76-1348-4ec2-9c41-6cff3057f4f4 None None] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:24:40.518107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:40.518761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:40.551303 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4126108 Apr 20 19:24:40.554973 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35312) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:40.560547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:40.577799 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:40.582169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Usage tracker for resource:router and tenant:fe67ce53edfe4ef6a5e8001048f28ae0 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:40.585453 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:40.602033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:40.624096 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768336'] for router, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:40.625268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853818110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853854189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7465'] for router, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:40.655451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:40.837047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417cb8e7-6974-4d12-ad4a-fb2d6af4698f None None] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:24:40.943421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '94b2893f-ecca-4c08-877f-9eeff4d58f30', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'port_id': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'mac_address': 'fa:16:3e:62:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:24:05Z', 'updated_at': '2021-04-20T19:24:36Z', 'revision_number': 1, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:40.962523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c82ff-ad1f-4200-814a-4791390a6387 None None] The sync data for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb is: [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '94b2893f-ecca-4c08-877f-9eeff4d58f30', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'port_id': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'mac_address': 'fa:16:3e:62:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:24:05Z', 'updated_at': '2021-04-20T19:24:36Z', 'revision_number': 1, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:40.974830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35322) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:41.390786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db10b081-7119-4fa6-8415-ccbfa7be0560 None None] New status for floating IP 94b2893f-ecca-4c08-877f-9eeff4d58f30: ACTIVE {{(pid=86328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:24:41.435005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:41.481013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:41.490083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Usage tracker for resource:security_group_rule and tenant:4a50344786744acfbaed5ccd72c65184 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:41.496378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:41.523752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:41.529863 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:41.574418 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:41.660034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:41.668666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:6f6659c64caf44dca65fba0cec72627c is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:41.673439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:41.677804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:41.683105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:41.683697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:41.696210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b0334ee0-bc1e-4107-acbf-09e111effc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:41.761458 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a50344786744acfbaed5ccd72c65184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7848494 Apr 20 19:24:41.762246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35354) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:41.844526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a550287-f907-402c-90f5-a3aa0806449e,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:41.879147 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85b62751-f805-4f0d-bd51-0f401ebde600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:41.881502 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:41.951505 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85b62751-f805-4f0d-bd51-0f401ebde600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.027475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85b62751-f805-4f0d-bd51-0f401ebde600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.032798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f427093b-6214-46bb-ad54-e2281c0e3078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:42.045692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b62751-f805-4f0d-bd51-0f401ebde600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a550287-f907-402c-90f5-a3aa0806449e,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:42.048742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-85b62751-f805-4f0d-bd51-0f401ebde600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:42.054456 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85b62751-f805-4f0d-bd51-0f401ebde600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.058211 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-85b62751-f805-4f0d-bd51-0f401ebde600 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a550287-f907-402c-90f5-a3aa0806449e HTTP/1.1" status: 204 len: 168 time: 0.2882924 Apr 20 19:24:42.203696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.207631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.236333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.272476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:42.282926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.290950 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f6659c64caf44dca65fba0cec72627c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9672670 Apr 20 19:24:42.291791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35374) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:42.379894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af0b80c-c3ab-4c8c-915b-2005c972977b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:42.389943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:42.487952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9f0a091f-f679-4ef6-969c-b9868f380e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.520526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Allocated IP 172.28.3.143 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/4b83ad21-1dad-40ba-ae46-ad0917051f84) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:24:42.563607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9f0a091f-f679-4ef6-969c-b9868f380e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.635209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9f0a091f-f679-4ef6-969c-b9868f380e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.655133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-29482132-4b52-4828-a323-382ccdb8c18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:42.700081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9f0a091f-f679-4ef6-969c-b9868f380e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.704251 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9f0a091f-f679-4ef6-969c-b9868f380e2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3af0b80c-c3ab-4c8c-915b-2005c972977b HTTP/1.1" status: 204 len: 168 time: 0.4077082 Apr 20 19:24:42.704251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a091f-f679-4ef6-969c-b9868f380e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af0b80c-c3ab-4c8c-915b-2005c972977b,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:42.710711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9f0a091f-f679-4ef6-969c-b9868f380e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:42.757523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.814096 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:42.819381 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:42.883575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:24:42.891729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:42.896443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:24:42.938707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Pushing event updated for resources: {'Port': ['ID=4b83ad21-1dad-40ba-ae46-ad0917051f84,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:42.943080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:43.219289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35414) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:43.239007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.259375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:43.264094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Usage tracker for resource:security_group_rule and tenant:72d32d2015044b59b90808c77d7e81ce is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:43.267789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:43.276721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:43.367579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.370537 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.380555 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-345b265e-753e-4e53-a091-a1eefd5d4bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:43.414854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.430882 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72d32d2015044b59b90808c77d7e81ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071168 Apr 20 19:24:43.430882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd38ed6-fd38-401e-aaad-5d5ff117322f,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:43.432093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35422) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:43.443032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:43.511764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f31a16a7-e72a-449b-9459-ad00cdc5bf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.550934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f31a16a7-e72a-449b-9459-ad00cdc5bf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.628926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f31a16a7-e72a-449b-9459-ad00cdc5bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.639676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7a772d79-9eca-4396-a2d9-1211dd26c661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:43.666369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a16a7-e72a-449b-9459-ad00cdc5bf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd38ed6-fd38-401e-aaad-5d5ff117322f,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:43.670834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f31a16a7-e72a-449b-9459-ad00cdc5bf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:43.673744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f31a16a7-e72a-449b-9459-ad00cdc5bf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:43.675634 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f31a16a7-e72a-449b-9459-ad00cdc5bf82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cd38ed6-fd38-401e-aaad-5d5ff117322f HTTP/1.1" status: 204 len: 168 time: 0.2381935 Apr 20 19:24:43.859490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919'] for router, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:44.214862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Router 03697304-d1b9-46a6-ac7e-8753ec1122b5 is scheduled to L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d with binding_index 1 {{(pid=86326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:24:44.506412 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:44.517180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Sync routers for ids ['03697304-d1b9-46a6-ac7e-8753ec1122b5'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:44.531613 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Routers {'03697304-d1b9-46a6-ac7e-8753ec1122b5'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:44.546544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:24:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['03697304-d1b9-46a6-ac7e-8753ec1122b5'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:44.554652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:44.556338 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0003083 Apr 20 19:24:44.559348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35468) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:44.628357 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35472) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:44.824240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:44.832203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Set router 03697304-d1b9-46a6-ac7e-8753ec1122b5 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:45.190650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:45.196806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Usage tracker for resource:security_group_rule and tenant:35abeebef15040f79407b43b423fdb49 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:45.200211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:45.207611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:45.227265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35494) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:45.313233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.316600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.347763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:45.360745 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35abeebef15040f79407b43b423fdb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7311680 Apr 20 19:24:45.364268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35502) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:45.390605 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:24:43Z', 'revision_number': 3, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port': {'id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:42Z', 'updated_at': '2021-04-20T19:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:45.403301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Checking router: 03697304-d1b9-46a6-ac7e-8753ec1122b5 for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:45.403394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Updating router 03697304-d1b9-46a6-ac7e-8753ec1122b5 port 4b83ad21-1dad-40ba-ae46-ad0917051f84 binding host dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:24:45.414777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee2c04f-fd85-46e1-9658-320dde5825a3,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:45.421632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:45.464513 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-51bd7085-2bdb-4a0e-ac54-e8aac9911cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.496629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-51bd7085-2bdb-4a0e-ac54-e8aac9911cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.547437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.592436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-51bd7085-2bdb-4a0e-ac54-e8aac9911cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.600100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c2edf01a-1d8c-420f-a223-a0be7ded710f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:45.627148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.631962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd7085-2bdb-4a0e-ac54-e8aac9911cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee2c04f-fd85-46e1-9658-320dde5825a3,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:45.659518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-51bd7085-2bdb-4a0e-ac54-e8aac9911cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:45.676858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-51bd7085-2bdb-4a0e-ac54-e8aac9911cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.679368 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-51bd7085-2bdb-4a0e-ac54-e8aac9911cd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ee2c04f-fd85-46e1-9658-320dde5825a3 HTTP/1.1" status: 204 len: 168 time: 0.3138757 Apr 20 19:24:45.812491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:45.842821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:45.852501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Usage tracker for resource:security_group_rule and tenant:02c05a39a0124703b8b06ecf0b0de84a is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:45.858083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:45.869346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:45.978844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Allocated IP 172.20.0.1 (e9abcb2a-ea1c-4caa-9195-b3adaf0438ca/f6576e96-74b5-4d9b-bcc7-68318beefb6c/dfe5ad5f-513b-4191-ab4b-7574505ee0a4) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:24:46.262515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35538) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:46.282418 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.285089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.289205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.298670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Notify callbacks [] for port, precommit_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.305845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:46.311013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Usage tracker for resource:security_group_rule and tenant:f902b2e887704c7c9d1bd1a1de480792 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:46.314107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Transition to ACTIVE for port object 4b83ad21-1dad-40ba-ae46-ad0917051f84 will not be triggered until provisioned by entity L2. {{(pid=86329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:24:46.315214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:46.320806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.322328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:46.324981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0d843050-4525-46e2-a375-7e3460b5da0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:46.326894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:46.356921 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02c05a39a0124703b8b06ecf0b0de84a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1285198 Apr 20 19:24:46.365685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35542) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:46.366970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a051fb1-5055-4c5e-8098-fa84628633a8,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:46.370454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:46.386685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.415447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Pushing event updated for resources: {'Port': ['ID=4b83ad21-1dad-40ba-ae46-ad0917051f84,revision_number=2']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:46.425426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.425791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.426164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.426528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.426888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.427247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.427610 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.427966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.428321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.429437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.430029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.430426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:46.435135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:46.437250 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.441905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.459577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Attempting to bind port 4b83ad21-1dad-40ba-ae46-ad0917051f84 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:24:46.460269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Attempting to bind port 4b83ad21-1dad-40ba-ae46-ad0917051f84 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:24:46.460703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Attempting to bind port 4b83ad21-1dad-40ba-ae46-ad0917051f84 on network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:46.467037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:24:46.467590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:46.468034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.468160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-17c47345-a0c9-4d83-958b-e6c6b1bcfcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.468470 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Bound using segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:24:46.468982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Bound port: 4b83ad21-1dad-40ba-ae46-ad0917051f84, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:24:46.469417 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.478685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-fb685af5-eddc-4aee-b2c3-b6a13aea1cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:46.490131 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f902b2e887704c7c9d1bd1a1de480792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262306 Apr 20 19:24:46.495980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35550) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:46.507841 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-17c47345-a0c9-4d83-958b-e6c6b1bcfcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.542897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc3ff5-d764-49a9-8985-7f9659904bdb,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:46.548927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:46.562967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] For port 4b83ad21-1dad-40ba-ae46-ad0917051f84, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:24:46.566630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] For port 4b83ad21-1dad-40ba-ae46-ad0917051f84, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=4b83ad21-1dad-40ba-ae46-ad0917051f84,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:24:46.572514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.579073 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-17c47345-a0c9-4d83-958b-e6c6b1bcfcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.584151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0d5d84ee-f6ac-41ce-855c-fb17a4ad4797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:46.584786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:46.596678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c47345-a0c9-4d83-958b-e6c6b1bcfcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a051fb1-5055-4c5e-8098-fa84628633a8,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:46.596884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0c17ea65-f5c1-44bc-96f0-ea4eeb41c241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.606743 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-17c47345-a0c9-4d83-958b-e6c6b1bcfcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:46.608071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.646711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0c17ea65-f5c1-44bc-96f0-ea4eeb41c241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.658660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Routers {'03697304-d1b9-46a6-ac7e-8753ec1122b5'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:46.659564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:24:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['03697304-d1b9-46a6-ac7e-8753ec1122b5'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:46.668669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-17381df2-5385-454f-ba86-0fe572524aa8 tempest-DeleteServersTestJSON-1715876722 tempest-DeleteServersTestJSON-1715876722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:46.703908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0c17ea65-f5c1-44bc-96f0-ea4eeb41c241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.710974 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-90a6790e-1321-4db0-bada-58b6b5062ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:46.713362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-17c47345-a0c9-4d83-958b-e6c6b1bcfcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.722792 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-17c47345-a0c9-4d83-958b-e6c6b1bcfcf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a051fb1-5055-4c5e-8098-fa84628633a8 HTTP/1.1" status: 204 len: 168 time: 0.3511295 Apr 20 19:24:46.734093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0c17ea65-f5c1-44bc-96f0-ea4eeb41c241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.738964 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0c17ea65-f5c1-44bc-96f0-ea4eeb41c241 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5dc3ff5-d764-49a9-8985-7f9659904bdb HTTP/1.1" status: 204 len: 168 time: 0.2384901 Apr 20 19:24:46.740202 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17ea65-f5c1-44bc-96f0-ea4eeb41c241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc3ff5-d764-49a9-8985-7f9659904bdb,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:46.745823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0c17ea65-f5c1-44bc-96f0-ea4eeb41c241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:46.772884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:24:46.776897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:46.781486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:24:46.848298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:46.876547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853812478'] for router_interface, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:46.890032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] Set router 03697304-d1b9-46a6-ac7e-8753ec1122b5 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:46.948081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:47.030067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:47.126595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Pushing event updated for resources: {'Port': ['ID=4b83ad21-1dad-40ba-ae46-ad0917051f84,revision_number=3']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:47.132442 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:47.297611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:24:43Z', 'revision_number': 3, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port': {'id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:42Z', 'updated_at': '2021-04-20T19:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:47.302864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad582869-2180-4f14-8e66-3d2d00c8c136 None None] The sync data for ids ['03697304-d1b9-46a6-ac7e-8753ec1122b5'] in dv-cinder-787264-1-smb is: [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:24:43Z', 'revision_number': 3, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port': {'id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:42Z', 'updated_at': '2021-04-20T19:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:47.459448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:47.464897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:47.498216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35582) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:47.507903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:47.522136 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:47.550930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:47.558108 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Usage tracker for resource:security_group_rule and tenant:439238e2b1824019a615d28ae9d5200a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:47.561844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:47.570211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:47.606446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:47.610818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963429'] for router_interface, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:47.617048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:47.687679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:47.691591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:47.705451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f4424782-c2b2-4af3-9c36-3e578743c63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:47.745997 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=439238e2b1824019a615d28ae9d5200a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441561 Apr 20 19:24:47.747489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35590) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:47.800757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d33c9-bf12-4988-83cc-c71eb49ca14e,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:47.830834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:47.917441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:24:47.924740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:47.980948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-64f271c2-73f8-4ba8-bc27-22a5c295665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:48.063932 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-64f271c2-73f8-4ba8-bc27-22a5c295665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:48.166539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-64f271c2-73f8-4ba8-bc27-22a5c295665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:48.170827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3a6d3f11-9472-4bed-a8c4-077244ea3e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:48.192475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f271c2-73f8-4ba8-bc27-22a5c295665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d33c9-bf12-4988-83cc-c71eb49ca14e,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:48.217756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-64f271c2-73f8-4ba8-bc27-22a5c295665d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:48.218658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-64f271c2-73f8-4ba8-bc27-22a5c295665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:48.236267 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-64f271c2-73f8-4ba8-bc27-22a5c295665d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f3d33c9-bf12-4988-83cc-c71eb49ca14e HTTP/1.1" status: 204 len: 168 time: 0.4872172 Apr 20 19:24:48.339608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 4b83ad21-1dad-40ba-ae46-ad0917051f84 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:48.552511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 4b83ad21-1dad-40ba-ae46-ad0917051f84 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:48.573742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 4b83ad21-1dad-40ba-ae46-ad0917051f84 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:48.574178 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:48.742471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Router 03697304-d1b9-46a6-ac7e-8753ec1122b5 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:24:48.765169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:48.791236 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 4b83ad21-1dad-40ba-ae46-ad0917051f84, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=4b83ad21-1dad-40ba-ae46-ad0917051f84,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:48.794981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:48.796921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b39392a0-1f75-4835-a241-90ccd6bc26c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:48.904623 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=4b83ad21-1dad-40ba-ae46-ad0917051f84,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:48.922204 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.922862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.923440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.923987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.924561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.925166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.925741 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.926290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.927008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.927768 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.929064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.929894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:24:48.934497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:49.058372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:24:49.064442 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] 10.222.0.16 "PUT /v2.0/routers/03697304-d1b9-46a6-ac7e-8753ec1122b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5037334 Apr 20 19:24:49.301037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35652) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:49.470321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:49.491453 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:49.501584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ea40a777cf4cdca7bfc9de63bd828b is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:49.505047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:49.512930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:49.610863 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:49.614362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:49.625660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:49.667446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a7ca05-c8da-40e0-9abe-cb549e2357e7,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:49.681399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:49.695400 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4ea40a777cf4cdca7bfc9de63bd828b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930657 Apr 20 19:24:49.698839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35674) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:49.832488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-759aca5d-93b3-4d3f-a750-1d73a8a4b363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:49.869159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-759aca5d-93b3-4d3f-a750-1d73a8a4b363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:49.974448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-759aca5d-93b3-4d3f-a750-1d73a8a4b363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:49.980378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-669dd44f-876f-428f-b9d5-7fac0fbc12e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:50.007094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759aca5d-93b3-4d3f-a750-1d73a8a4b363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a7ca05-c8da-40e0-9abe-cb549e2357e7,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:50.009522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-759aca5d-93b3-4d3f-a750-1d73a8a4b363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:50.015273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-759aca5d-93b3-4d3f-a750-1d73a8a4b363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:50.020231 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-759aca5d-93b3-4d3f-a750-1d73a8a4b363 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81a7ca05-c8da-40e0-9abe-cb549e2357e7 HTTP/1.1" status: 204 len: 168 time: 0.3201652 Apr 20 19:24:50.159546 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-1a5991fb-8ad1-4ad2-b601-127db9d2de81 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:50.160642 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-1a5991fb-8ad1-4ad2-b601-127db9d2de81 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Synchronizing usage tracker for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:network {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:50.188587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-1a5991fb-8ad1-4ad2-b601-127db9d2de81 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Unset dirty status for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:network {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:50.193184 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-1a5991fb-8ad1-4ad2-b601-127db9d2de81 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 818 time: 0.3138790 Apr 20 19:24:50.224321 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-5382f895-233c-4934-81a7-88129deb68d4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/quotas/fe67ce53edfe4ef6a5e8001048f28ae0 HTTP/1.1" status: 200 len: 375 time: 0.0241694 Apr 20 19:24:50.253328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 4b83ad21-1dad-40ba-ae46-ad0917051f84 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:50.367579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 4b83ad21-1dad-40ba-ae46-ad0917051f84 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:50.368140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:50.456410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-c66caec1-4098-4771-a9aa-4ba713934fdd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Synchronizing usage tracker for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:50.490318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-c66caec1-4098-4771-a9aa-4ba713934fdd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Unset dirty status for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:50.492059 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-c66caec1-4098-4771-a9aa-4ba713934fdd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2618732 Apr 20 19:24:50.646461 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-64a53ec8-6d0e-45f0-a890-39228039bae2 service neutron] 10.222.0.16 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432464 Apr 20 19:24:50.685666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Sync routers for ids ['03697304-d1b9-46a6-ac7e-8753ec1122b5'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:24:50.697376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Routers {'03697304-d1b9-46a6-ac7e-8753ec1122b5'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:50.698410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:24:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['03697304-d1b9-46a6-ac7e-8753ec1122b5'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:50.799162 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-fb2d853a-f8f8-4744-814f-8d95217cd156 service neutron] 10.222.0.16 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445880 Apr 20 19:24:51.080297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0b83dd2a-9d2c-4adc-bb4d-87ca9d59d5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:51.087037 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5ff07284-566d-45ca-9043-599652c2065d req-3a8489c3-5e7e-46b4-b630-b93eea45b569 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 210 time: 0.0765059 Apr 20 19:24:51.152698 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Set router 03697304-d1b9-46a6-ac7e-8753ec1122b5 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:51.577587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-8c35808e-3359-415c-97b7-e14ee2d73273 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:51.579546 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-8c35808e-3359-415c-97b7-e14ee2d73273 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 818 time: 0.2136884 Apr 20 19:24:51.616962 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-f41acdc0-454a-451e-b727-a2d81ff2d937 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/quotas/fe67ce53edfe4ef6a5e8001048f28ae0 HTTP/1.1" status: 200 len: 375 time: 0.0280154 Apr 20 19:24:51.637327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:24:46Z', 'revision_number': 4, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port': {'id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:42Z', 'updated_at': '2021-04-20T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'dfe5ad5f-513b-4191-ab4b-7574505ee0a4', 'name': '', 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'mac_address': 'fa:16:3e:ff:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'f6576e96-74b5-4d9b-bcc7-68318beefb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:45Z', 'updated_at': '2021-04-20T19:24:47Z', 'revision_number': 2, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'subnets': [{'id': 'f6576e96-74b5-4d9b-bcc7-68318beefb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:51.642130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Checking router: 03697304-d1b9-46a6-ac7e-8753ec1122b5 for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:24:51.642551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Updating router 03697304-d1b9-46a6-ac7e-8753ec1122b5 port dfe5ad5f-513b-4191-ab4b-7574505ee0a4 binding host dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:24:51.706633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:51.763227 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-9f689954-fe1b-4c8f-b814-6ded379db1df tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1440077 Apr 20 19:24:52.077267 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-01a9b39f-92d5-4239-96d4-5c8bf9160abd service neutron] 10.222.0.16 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062444 Apr 20 19:24:52.136133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35784) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:52.200446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35792) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:52.227362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Notify callbacks [] for port, precommit_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.241843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Transition to ACTIVE for port object dfe5ad5f-513b-4191-ab4b-7574505ee0a4 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:24:52.249835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.261149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:52.385766 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-7f68a078-e4b9-463b-be93-99639160f665 service neutron] 10.222.0.16 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972841 Apr 20 19:24:52.417491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.493574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:52.497973 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Usage tracker for resource:security_group_rule and tenant:70f1f75e73d0429b89db68e3a074492e is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:52.511560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:52.513209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724f703-5a23-4529-96f0-cf8fccf7507f None None] Pushing event updated for resources: {'Port': ['ID=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:52.520612 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:52.535566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f724f703-5a23-4529-96f0-cf8fccf7507f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:52.535901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.568204 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Attempting to bind port dfe5ad5f-513b-4191-ab4b-7574505ee0a4 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:24:52.568814 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Attempting to bind port dfe5ad5f-513b-4191-ab4b-7574505ee0a4 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:24:52.569460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Attempting to bind port dfe5ad5f-513b-4191-ab4b-7574505ee0a4 on network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:52.575706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:24:52.576255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Checking segment: {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:52.576803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.577395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Bound using segment: {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:24:52.578039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Bound port: dfe5ad5f-513b-4191-ab4b-7574505ee0a4, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:24:52.578503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.711332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] For port dfe5ad5f-513b-4191-ab4b-7574505ee0a4, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:24:52.716064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] For port dfe5ad5f-513b-4191-ab4b-7574505ee0a4, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:24:52.721184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:52.727929 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:52.775492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-73b97760-6d26-48db-8053-5458c8cc3173 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:52.777139 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-73b97760-6d26-48db-8053-5458c8cc3173 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 818 time: 0.2237141 Apr 20 19:24:52.838215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724f703-5a23-4529-96f0-cf8fccf7507f None None] Pushing event updated for resources: {'Port': ['ID=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:52.843162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f724f703-5a23-4529-96f0-cf8fccf7507f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:52.846741 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Routers {'03697304-d1b9-46a6-ac7e-8753ec1122b5'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:24:52.847514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:24:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['03697304-d1b9-46a6-ac7e-8753ec1122b5'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:52.854494 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad4852d3-32f4-4f1e-9f8d-20fdb7377517 req-c993c364-680c-4b43-a709-b5058cc944ec tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 210 time: 0.0662928 Apr 20 19:24:52.855539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:52.864474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Request body: {'port': {'device_id': 'b9b1349e-f8bc-48ff-8af7-efd58c847ec4', 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca', 'admin_state_up': True, 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:52.960125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Usage tracker for resource:security_group_rule and tenant:fefd8f1324c14fa78fd769689ed2ef15 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:52.975457 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:53.007635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:53.097468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:53.107724 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:53.128949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Made reservation on behalf of fe67ce53edfe4ef6a5e8001048f28ae0 for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:53.136028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.172275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] Set router 03697304-d1b9-46a6-ac7e-8753ec1122b5 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:24:53.272413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.285714 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.302947 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e69ebaea-689e-46f9-9187-40856f7ea765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:53.340185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab686a53-84f0-4afd-9722-c25796b4bf0f,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:53.388470 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:53.431177 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70f1f75e73d0429b89db68e3a074492e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2289698 Apr 20 19:24:53.434133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35848) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:53.478138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.496039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Allocated IP 172.20.0.5 (e9abcb2a-ea1c-4caa-9195-b3adaf0438ca/f6576e96-74b5-4d9b-bcc7-68318beefb6c/0d4cd337-0ca0-4886-94e6-dc29b5a77011) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:24:53.498563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.521922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-89ab4219-8b93-40ea-90ac-7905c6da6886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:53.524394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cd3deac6-c0b7-470f-9a41-61e6abf79a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.554487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-83844743-2101-4460-a609-c7656467ac29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.566574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cd3deac6-c0b7-470f-9a41-61e6abf79a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.583230 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fefd8f1324c14fa78fd769689ed2ef15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4458585 Apr 20 19:24:53.586631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bf2afe-8501-4f3c-9097-d9b933098f11,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:53.593510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35852) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:53.601978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:53.686249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:24:46Z', 'revision_number': 4, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port': {'id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:42Z', 'updated_at': '2021-04-20T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'dfe5ad5f-513b-4191-ab4b-7574505ee0a4', 'name': '', 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'mac_address': 'fa:16:3e:ff:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'f6576e96-74b5-4d9b-bcc7-68318beefb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:45Z', 'updated_at': '2021-04-20T19:24:52Z', 'revision_number': 4, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'subnets': [{'id': 'f6576e96-74b5-4d9b-bcc7-68318beefb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:24:53.691642 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e74db1-f5ad-4340-b5ca-bb36db444752 None None] The sync data for ids ['03697304-d1b9-46a6-ac7e-8753ec1122b5'] in dv-cinder-787264-1-smb is: [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:24:46Z', 'revision_number': 4, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port': {'id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:42Z', 'updated_at': '2021-04-20T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'dfe5ad5f-513b-4191-ab4b-7574505ee0a4', 'name': '', 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'mac_address': 'fa:16:3e:ff:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'f6576e96-74b5-4d9b-bcc7-68318beefb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:45Z', 'updated_at': '2021-04-20T19:24:52Z', 'revision_number': 4, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'subnets': [{'id': 'f6576e96-74b5-4d9b-bcc7-68318beefb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:24:53.701708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-651eaefb-0563-4d6f-9603-a73b01624981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.746620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-651eaefb-0563-4d6f-9603-a73b01624981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.774527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cd3deac6-c0b7-470f-9a41-61e6abf79a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.783242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:53.816905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3deac6-c0b7-470f-9a41-61e6abf79a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab686a53-84f0-4afd-9722-c25796b4bf0f,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:53.821830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cd3deac6-c0b7-470f-9a41-61e6abf79a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:53.830733 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cd3deac6-c0b7-470f-9a41-61e6abf79a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.832587 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cd3deac6-c0b7-470f-9a41-61e6abf79a15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab686a53-84f0-4afd-9722-c25796b4bf0f HTTP/1.1" status: 204 len: 168 time: 0.3958461 Apr 20 19:24:53.835410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.856998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-651eaefb-0563-4d6f-9603-a73b01624981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.864468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c10ea9c6-2462-4e3b-beca-a4affe940eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:53.886239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.902017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eaefb-0563-4d6f-9603-a73b01624981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bf2afe-8501-4f3c-9097-d9b933098f11,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:53.917816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-651eaefb-0563-4d6f-9603-a73b01624981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:53.923132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:53.924215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-651eaefb-0563-4d6f-9603-a73b01624981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:53.930201 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-651eaefb-0563-4d6f-9603-a73b01624981 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4bf2afe-8501-4f3c-9097-d9b933098f11 HTTP/1.1" status: 204 len: 168 time: 0.3352447 Apr 20 19:24:54.101813 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:24:54.105837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:54.115381 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:24:54.243977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Pushing event updated for resources: {'Port': ['ID=0d4cd337-0ca0-4886-94e6-dc29b5a77011,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:54.247065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:54.281375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:54.282038 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.355855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device dfe5ad5f-513b-4191-ab4b-7574505ee0a4 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:54.410747 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6184196 Apr 20 19:24:54.426201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Request body: {'port': {'device_id': 'b9b1349e-f8bc-48ff-8af7-efd58c847ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:54.513346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-859a4318-a2e2-43d1-9e42-273a362ee215 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:54.515283 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-859a4318-a2e2-43d1-9e42-273a362ee215 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 818 time: 0.2503843 Apr 20 19:24:54.532111 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eede4af7-8c31-4358-9e9b-477443528f8e req-a0048df1-f0bc-4d3b-bc2f-4c0fe5175c15 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 210 time: 0.3885527 Apr 20 19:24:54.543255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Request body: {'port': {'device_id': 'acda84af-5d15-4ab8-a1e9-b3e2af4d6886', 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca', 'admin_state_up': True, 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:54.558482 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port dfe5ad5f-513b-4191-ab4b-7574505ee0a4 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:24:54.564120 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port dfe5ad5f-513b-4191-ab4b-7574505ee0a4 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:54.564719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.711042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35874) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:54.717394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.754112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.800910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:54.809155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.824068 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Usage tracker for resource:security_group_rule and tenant:ab3aac82a6f34e8e9ecd373c94adc4d3 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:54.843808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:54.856516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:54.881784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port dfe5ad5f-513b-4191-ab4b-7574505ee0a4, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:24:54.887346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:54.895775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:54.941641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:54.951905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Usage tracker for resource:port and tenant:fe67ce53edfe4ef6a5e8001048f28ae0 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:54.962315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:54.975637 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:55.022721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Made reservation on behalf of fe67ce53edfe4ef6a5e8001048f28ae0 for: {'port': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:55.033753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.063184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:55.076532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:55.181521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.186829 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.199352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e45c1940-dee6-415a-a47e-86bd568ae5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:55.251750 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab3aac82a6f34e8e9ecd373c94adc4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394588 Apr 20 19:24:55.267651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35900) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:55.271556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffaeb53-7dae-4075-a3a5-9621d6ff3865,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:55.294019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:55.389825 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.420193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-302e9407-bdae-4c3f-99a1-63e2c89bf45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.461404 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-302e9407-bdae-4c3f-99a1-63e2c89bf45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.549597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35914) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:55.555688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-302e9407-bdae-4c3f-99a1-63e2c89bf45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.568595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:55.602583 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e9407-bdae-4c3f-99a1-63e2c89bf45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffaeb53-7dae-4075-a3a5-9621d6ff3865,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:55.606469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-302e9407-bdae-4c3f-99a1-63e2c89bf45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:55.617508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-302e9407-bdae-4c3f-99a1-63e2c89bf45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.618751 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-302e9407-bdae-4c3f-99a1-63e2c89bf45a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bffaeb53-7dae-4075-a3a5-9621d6ff3865 HTTP/1.1" status: 204 len: 168 time: 0.3500624 Apr 20 19:24:55.624415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4cd337-0ca0-4886-94e6-dc29b5a77011 {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:24:55.633584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.652680 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Transition to ACTIVE for port object 0d4cd337-0ca0-4886-94e6-dc29b5a77011 will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:24:55.655992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.661922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:55.738515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Allocated IP 172.20.0.8 (e9abcb2a-ea1c-4caa-9195-b3adaf0438ca/f6576e96-74b5-4d9b-bcc7-68318beefb6c/3450c974-952d-477d-94fb-594ffe8d3897) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:24:55.785318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.825550 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:55.830237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Usage tracker for resource:security_group_rule and tenant:6f8eaedf3cae46fb9b37eb2e14316b1e is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:55.833911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:55.841067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:55.866237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-00623367-a9da-42f0-bdac-e4b65f0b1628 req-9cc9468f-aa54-4802-a44f-3b60e6788b97 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Synchronizing usage tracker for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:24:55.914239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Pushing event updated for resources: {'Port': ['ID=0d4cd337-0ca0-4886-94e6-dc29b5a77011,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:55.918459 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:55.956669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.969044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:55.984062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-00623367-a9da-42f0-bdac-e4b65f0b1628 req-9cc9468f-aa54-4802-a44f-3b60e6788b97 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Unset dirty status for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:24:55.985444 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-00623367-a9da-42f0-bdac-e4b65f0b1628 req-9cc9468f-aa54-4802-a44f-3b60e6788b97 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 210 time: 0.2600362 Apr 20 19:24:56.024907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Attempting to bind port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:24:56.025697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Attempting to bind port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:24:56.026101 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Attempting to bind port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 on network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:56.031427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 on network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:24:56.031918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Attempting to bind port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 on network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:56.039903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:24:56.040376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Checking segment: {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:56.040889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Bound using segment: {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:24:56.041530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Bound port: 0d4cd337-0ca0-4886-94e6-dc29b5a77011, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:24:56.042002 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.061630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9f0a091f-f679-4ef6-969c-b9868f380e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:56.090559 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f8eaedf3cae46fb9b37eb2e14316b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396981 Apr 20 19:24:56.118961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 35936) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:56.189153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] For port 0d4cd337-0ca0-4886-94e6-dc29b5a77011, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:24:56.193131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] For port 0d4cd337-0ca0-4886-94e6-dc29b5a77011, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:24:56.198373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.228786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:56.229631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed2de1f-5106-4d68-8943-0ad862b20523,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:56.239673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device dfe5ad5f-513b-4191-ab4b-7574505ee0a4 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:24:56.253803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:56.309716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e2e573dc-4d4a-405c-8994-6e353854460f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.348069 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:56.348448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.351702 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] 10.222.0.37 "PUT /v2.0/ports/0d4cd337-0ca0-4886-94e6-dc29b5a77011 HTTP/1.1" status: 200 len: 1093 time: 1.9299178 Apr 20 19:24:56.351702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b1349e-f8bc-48ff-8af7-efd58c847ec4', 'tag': '0d4cd337-0ca0-4886-94e6-dc29b5a77011'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:56.402972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e2e573dc-4d4a-405c-8994-6e353854460f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.461757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port dfe5ad5f-513b-4191-ab4b-7574505ee0a4 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:24:56.462175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.478689 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.499372 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b1349e-f8bc-48ff-8af7-efd58c847ec4', 'tag': '0d4cd337-0ca0-4886-94e6-dc29b5a77011', 'status': 'completed', 'code': 200} Apr 20 19:24:56.535030 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Pushing event updated for resources: {'Port': ['ID=0d4cd337-0ca0-4886-94e6-dc29b5a77011,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:56.545510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e2e573dc-4d4a-405c-8994-6e353854460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.556593 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:56.557603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9a3ec36b-ee42-40df-8fb0-27d4ad4cd94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:56.564970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.574011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.596080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-b8f84ffb-edfe-4b8c-aea6-da4a009506a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:56.603354 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-b8f84ffb-edfe-4b8c-aea6-da4a009506a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1096 time: 0.2055328 Apr 20 19:24:56.608155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e2e573dc-4d4a-405c-8994-6e353854460f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.611963 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e2e573dc-4d4a-405c-8994-6e353854460f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ed2de1f-5106-4d68-8943-0ad862b20523 HTTP/1.1" status: 204 len: 168 time: 0.4892273 Apr 20 19:24:56.619973 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e573dc-4d4a-405c-8994-6e353854460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed2de1f-5106-4d68-8943-0ad862b20523,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:56.631387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:24:56.632813 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e2e573dc-4d4a-405c-8994-6e353854460f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:56.634024 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:56.635529 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:56.715144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:24:56.762212 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-4adc1fcd-1dea-40e4-ac56-41c14924ebb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011 HTTP/1.1" status: 200 len: 217 time: 0.1399724 Apr 20 19:24:56.780540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Pushing event updated for resources: {'Port': ['ID=3450c974-952d-477d-94fb-594ffe8d3897,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:56.789548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:56.790265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:56.794619 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:56.823264 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2900431 Apr 20 19:24:56.836834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Request body: {'port': {'device_id': 'acda84af-5d15-4ab8-a1e9-b3e2af4d6886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:56.915503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35964) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:56.939722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-c615f33a-8e7d-44e8-8f93-60874ac96022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:56.941594 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-c615f33a-8e7d-44e8-8f93-60874ac96022 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.1697652 Apr 20 19:24:57.033471 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-09388f0f-b8d6-4692-9242-5efa12f90d67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787799 Apr 20 19:24:57.034779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.143355 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35972) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:57.152810 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-57942704-network', 'tenant_id': '0ee24928078a4c28b5b2170a9651e2bb'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:57.367214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.432549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3450c974-952d-477d-94fb-594ffe8d3897 {{(pid=86327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:24:57.438556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:57.440855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.451994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.456622 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Transition to ACTIVE for port object 3450c974-952d-477d-94fb-594ffe8d3897 will not be triggered until provisioned by entity L2. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:24:57.460093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.463558 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Usage tracker for resource:network and tenant:0ee24928078a4c28b5b2170a9651e2bb is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:57.465461 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:57.471999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:57.496688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:57.505777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:57.527397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f0e840a3a3f4f9b9a53f53001b96a8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:57.534917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:57.550875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:57.554350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Made reservation on behalf of 0ee24928078a4c28b5b2170a9651e2bb for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:57.559042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.585764 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-04b50ff5-63e4-4026-87ea-480c91a173a0 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485132 Apr 20 19:24:57.591143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.706838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:57.721428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94d70-de91-47f8-99b7-048cf1f9fd2b req-5d8b69e5-5156-457e-be6b-efbaef11efa2 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:57.723108 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e1a94d70-de91-47f8-99b7-048cf1f9fd2b req-5d8b69e5-5156-457e-be6b-efbaef11efa2 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 931 time: 0.5788219 Apr 20 19:24:57.736435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee24928078a4c28b5b2170a9651e2bb is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:57.745001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:57.778703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:57.852531 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Pushing event updated for resources: {'Port': ['ID=3450c974-952d-477d-94fb-594ffe8d3897,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:57.860248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:57.882137 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e1a94d70-de91-47f8-99b7-048cf1f9fd2b req-de3746b4-ca63-4a6b-80d6-b7b712d91702 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469278 Apr 20 19:24:57.898132 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d5cea33-ca4d-4b24-a8da-0d8b393f3c57 req-ee6bbf61-3d5e-4a26-91f1-44046a18fe80 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940872 Apr 20 19:24:57.955608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:57.961426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Attempting to bind port 3450c974-952d-477d-94fb-594ffe8d3897 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:24:57.961930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Attempting to bind port 3450c974-952d-477d-94fb-594ffe8d3897 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:24:57.962389 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Attempting to bind port 3450c974-952d-477d-94fb-594ffe8d3897 on network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:57.967565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Port 3450c974-952d-477d-94fb-594ffe8d3897 on network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:24:57.968032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Attempting to bind port 3450c974-952d-477d-94fb-594ffe8d3897 on network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:24:57.973579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:24:57.974059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Checking segment: {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:57.974593 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Bound using segment: {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:24:57.975217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Bound port: 3450c974-952d-477d-94fb-594ffe8d3897, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5864231e-44d2-4703-b13d-c5e932966a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca'}}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:24:57.975695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.006917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.023109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-253a2431-51a5-4e46-b8dd-34218ca669c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:58.072800 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] For port 3450c974-952d-477d-94fb-594ffe8d3897, host hv-cinder-78726, cleared binding levels {{(pid=86327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:24:58.076385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] For port 3450c974-952d-477d-94fb-594ffe8d3897, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3450c974-952d-477d-94fb-594ffe8d3897,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:24:58.082053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.089184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9751171d-000a-4df3-8715-6fdc4b90ceec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:58.107863 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f0e840a3a3f4f9b9a53f53001b96a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9598932 Apr 20 19:24:58.112010 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 35988) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:58.124683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b1a10a-d0f7-4d90-9f2b-1ed82b9fafa4,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:58.150828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:58.160841 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.173522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Pushing event updated for resources: {'Port': ['ID=3450c974-952d-477d-94fb-594ffe8d3897,revision_number=3']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:58.177029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:58.181187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.189645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:58.190220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.191770 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] 10.222.0.37 "PUT /v2.0/ports/3450c974-952d-477d-94fb-594ffe8d3897 HTTP/1.1" status: 200 len: 1093 time: 1.3606231 Apr 20 19:24:58.192527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acda84af-5d15-4ab8-a1e9-b3e2af4d6886', 'tag': '3450c974-952d-477d-94fb-594ffe8d3897'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:24:58.193488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:24:58.205760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0c17ea65-f5c1-44bc-96f0-ea4eeb41c241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:58.222582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.222954 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Added segment c530f6ef-8077-4b50-b634-8f16bad234a4 of type vlan for network 3540867e-d4ac-4269-9ad4-38be8560a565 Apr 20 19:24:58.258256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.283627 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acda84af-5d15-4ab8-a1e9-b3e2af4d6886', 'tag': '3450c974-952d-477d-94fb-594ffe8d3897', 'status': 'completed', 'code': 200} Apr 20 19:24:58.295289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-0494dca3-1ca9-447d-a3f0-5ccbf0ea4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:58.296918 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-0494dca3-1ca9-447d-a3f0-5ccbf0ea4990 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1096 time: 0.3362536 Apr 20 19:24:58.313089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f97172-0d07-4b05-9d63-d6383ef73ef9,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:58.323315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-17ca358f-4f61-4116-86a2-bfb24380e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:58.325014 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-17ca358f-4f61-4116-86a2-bfb24380e4e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 1096 time: 0.0905979 Apr 20 19:24:58.340243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:58.361001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6ab056fb-e424-4527-95c6-092f9e78999c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.405734 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-d0cdd816-e35e-4cca-bcbe-9d422a1fa507 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3450c974-952d-477d-94fb-594ffe8d3897 HTTP/1.1" status: 200 len: 217 time: 0.0734892 Apr 20 19:24:58.440815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.458657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:58.459338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.470090 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:58.489892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-2c25d8ba-24c8-493f-be24-33634a5d28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:58.492420 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-2c25d8ba-24c8-493f-be24-33634a5d28a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.0798750 Apr 20 19:24:58.504295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6ab056fb-e424-4527-95c6-092f9e78999c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.559152 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-6eb3f9bc-078c-4e94-b9a5-6f288e25eec1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525579 Apr 20 19:24:58.638888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Pushing event updated for resources: {'Network': ['ID=3540867e-d4ac-4269-9ad4-38be8560a565,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:58.651322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 3540867e-d4ac-4269-9ad4-38be8560a565 details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:24:58.655471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:58.673861 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7544906 Apr 20 19:24:58.673861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-98ccf81b-7232-45ca-9af9-259e1e85cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:58.674305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36004) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:24:58.674429 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-98ccf81b-7232-45ca-9af9-259e1e85cd8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 919 time: 0.3670578 Apr 20 19:24:58.695924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Request body: {'subnet': {'network_id': '3540867e-d4ac-4269-9ad4-38be8560a565', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-57942704-subnet', 'tenant_id': '0ee24928078a4c28b5b2170a9651e2bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:24:58.701646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:24:58.705581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Usage tracker for resource:subnet and tenant:0ee24928078a4c28b5b2170a9651e2bb is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:24:58.713409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:24:58.719760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:24:58.731336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Made reservation on behalf of 0ee24928078a4c28b5b2170a9651e2bb for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:24:58.736367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145576'] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.758617 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-cdaf2c5b-b089-4dfa-ba23-8c8546ab2aaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011 HTTP/1.1" status: 200 len: 217 time: 0.0744791 Apr 20 19:24:58.759399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6ab056fb-e424-4527-95c6-092f9e78999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.764634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f9991b2c-a380-44ee-8129-b8ebc3b45175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:58.842613 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab056fb-e424-4527-95c6-092f9e78999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b1a10a-d0f7-4d90-9f2b-1ed82b9fafa4,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:58.932176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6ab056fb-e424-4527-95c6-092f9e78999c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:58.933881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-01464348-811e-4ffb-801d-8fe0c994ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:58.935803 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-01464348-811e-4ffb-801d-8fe0c994ea49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.1631908 Apr 20 19:24:58.937056 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6ab056fb-e424-4527-95c6-092f9e78999c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:58.941035 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6ab056fb-e424-4527-95c6-092f9e78999c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8b1a10a-d0f7-4d90-9f2b-1ed82b9fafa4 HTTP/1.1" status: 204 len: 168 time: 0.8279223 Apr 20 19:24:58.993832 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-649be577-08d8-4be6-bbb1-21cf0fc5efe4 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281485 Apr 20 19:24:59.031753 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-817ffb12-c4f4-4297-be11-984212b57859 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865581 Apr 20 19:24:59.267933 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-ef74d706-68d0-4632-932b-e26f77f33a8b service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273235 Apr 20 19:24:59.277837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ba643-8573-4b53-b1ad-892ebb16eff8 req-e425fb81-2ac2-4902-9d16-1eb96d0cacac tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:59.279441 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6e9ba643-8573-4b53-b1ad-892ebb16eff8 req-e425fb81-2ac2-4902-9d16-1eb96d0cacac tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 943 time: 0.2069054 Apr 20 19:24:59.292534 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9bc9eae-8d57-4983-95ae-a7c9ab9127d4 req-83d3f476-2b17-43d7-b197-fba266153d3f service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588303 Apr 20 19:24:59.439097 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6e9ba643-8573-4b53-b1ad-892ebb16eff8 req-70b7bed1-cc81-4bef-99b4-d465bb7d235a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290064 Apr 20 19:24:59.446626 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851780846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145593'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:59.461279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:24:59.493726 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1a9b57ee-c8ad-43e4-8ca9-7234a674896e req-a9ac78b3-47f5-4aec-ae3b-3a969f75a4d3 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132266 Apr 20 19:24:59.549312 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cc2de-757f-471d-82aa-64b97679d918 req-d80c034c-84a1-4b3a-a922-7c73687707ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:59.550914 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b78cc2de-757f-471d-82aa-64b97679d918 req-d80c034c-84a1-4b3a-a922-7c73687707ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 1096 time: 0.1860664 Apr 20 19:24:59.554093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6c70a1-12c8-458f-901d-68815c0cad47,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:24:59.557808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:24:59.588116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Checking segment: {'id': 'c530f6ef-8077-4b50-b634-8f16bad234a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3540867e-d4ac-4269-9ad4-38be8560a565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:24:59.588516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Network hostable DHCP agents. Network: 3540867e-d4ac-4269-9ad4-38be8560a565, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:24:59.677894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Network 3540867e-d4ac-4269-9ad4-38be8560a565 is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:24:59.701740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 3540867e-d4ac-4269-9ad4-38be8560a565) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:24:59.716907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6643c6e-7368-42a8-afbd-38abc0c84492 None None] Network 3540867e-d4ac-4269-9ad4-38be8560a565 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:24:59.728424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:59.729079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:24:59.751431 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cc2de-757f-471d-82aa-64b97679d918 req-91008c78-1ca5-4bd9-8b55-874f12366777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:59.753036 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b78cc2de-757f-471d-82aa-64b97679d918 req-91008c78-1ca5-4bd9-8b55-874f12366777 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 919 time: 0.1922772 Apr 20 19:24:59.845139 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1a99f341-6c13-45bd-99db-dfc4efc164ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1619802 Apr 20 19:24:59.847409 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b78cc2de-757f-471d-82aa-64b97679d918 req-db04c848-7d1c-4526-8187-0927981ba52c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3450c974-952d-477d-94fb-594ffe8d3897 HTTP/1.1" status: 200 len: 217 time: 0.0870914 Apr 20 19:24:59.967270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cc2de-757f-471d-82aa-64b97679d918 req-0f85a696-e781-4ffd-bf7f-2c60a49fefac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:24:59.968931 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b78cc2de-757f-471d-82aa-64b97679d918 req-0f85a696-e781-4ffd-bf7f-2c60a49fefac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.1135685 Apr 20 19:25:00.079438 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b78cc2de-757f-471d-82aa-64b97679d918 req-ba8f7df2-1463-40fb-89a4-e45484345dd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027703 Apr 20 19:25:00.187827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0a422-8e28-40cc-bf07-8231aa965ba4 None None] Network 3540867e-d4ac-4269-9ad4-38be8560a565 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:25:00.294477 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b78cc2de-757f-471d-82aa-64b97679d918 req-b22b618e-1fd3-4cc7-9444-562dd71e5b0f service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927869 Apr 20 19:25:00.542256 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b78cc2de-757f-471d-82aa-64b97679d918 req-1773bd4b-9bea-49d5-88e9-722145e1a9eb service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397888 Apr 20 19:25:00.673222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd5d1a-140c-4505-a9b7-643aadc9879d req-5068308d-a051-4813-be84-a53a7159c139 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:00.673990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e3bd5d1a-140c-4505-a9b7-643aadc9879d req-5068308d-a051-4813-be84-a53a7159c139 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Synchronizing usage tracker for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:00.690154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e3bd5d1a-140c-4505-a9b7-643aadc9879d req-5068308d-a051-4813-be84-a53a7159c139 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Unset dirty status for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:00.691517 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e3bd5d1a-140c-4505-a9b7-643aadc9879d req-5068308d-a051-4813-be84-a53a7159c139 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 943 time: 0.1080136 Apr 20 19:25:00.745169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e3bd5d1a-140c-4505-a9b7-643aadc9879d req-0b9aa161-e689-468f-b9a0-76b1cf51cb54 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Synchronizing usage tracker for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:security_group {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:00.771218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e3bd5d1a-140c-4505-a9b7-643aadc9879d req-0b9aa161-e689-468f-b9a0-76b1cf51cb54 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Unset dirty status for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:security_group {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:00.774698 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e3bd5d1a-140c-4505-a9b7-643aadc9879d req-0b9aa161-e689-468f-b9a0-76b1cf51cb54 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746655 Apr 20 19:25:00.850432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36080) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:00.856747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-437134615-network', 'tenant_id': '6d4fd1a2e7b847b88632dd75d9cb4372'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:00.862616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:00.868508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Usage tracker for resource:network and tenant:6d4fd1a2e7b847b88632dd75d9cb4372 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:00.871567 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:00.878218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:00.889869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Made reservation on behalf of 6d4fd1a2e7b847b88632dd75d9cb4372 for: {'network': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:00.897902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:00.911935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:00.936203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:00.940288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4fd1a2e7b847b88632dd75d9cb4372 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:00.943497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:00.950089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:01.040747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.043664 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.047881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-85b62751-f805-4f0d-bd51-0f401ebde600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:01.074259 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=86327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:25:01.088815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa6662-477f-4ffd-b9e6-02b1880ea937,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:01.093451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:01.094780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.095233 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Added segment e99a7901-dd05-4dde-b17f-f5ec3a014623 of type vlan for network de90c1f7-4984-4789-90cc-7384d3e20d06 Apr 20 19:25:01.124741 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.156842 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.158246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:01.158875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.164422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1b328020-d554-44b7-a705-604953476c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:01.271676 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4200261 Apr 20 19:25:01.272922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Pushing event updated for resources: {'Network': ['ID=de90c1f7-4984-4789-90cc-7384d3e20d06,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:01.279077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 36092) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:01.280300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-26cbefda-5a52-4364-98b2-309033c76541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:01.285219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Request body: {'subnet': {'network_id': 'de90c1f7-4984-4789-90cc-7384d3e20d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-437134615-subnet', 'tenant_id': '6d4fd1a2e7b847b88632dd75d9cb4372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:01.288544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network de90c1f7-4984-4789-90cc-7384d3e20d06 details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:25:01.290877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:01.294887 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Usage tracker for resource:subnet and tenant:6d4fd1a2e7b847b88632dd75d9cb4372 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:01.297911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:01.304729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:01.317048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Made reservation on behalf of 6d4fd1a2e7b847b88632dd75d9cb4372 for: {'subnet': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:01.322519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141611'] for subnet, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.596325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 0d4cd337-0ca0-4886-94e6-dc29b5a77011 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:25:01.738240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2359266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141626'] for subnet, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.744719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:01.786129 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 0d4cd337-0ca0-4886-94e6-dc29b5a77011, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:01.805405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '0d4cd337-0ca0-4886-94e6-dc29b5a77011', 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca', 'port_id': '0d4cd337-0ca0-4886-94e6-dc29b5a77011', 'mac_address': 'fa:16:3e:b1:7c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6576e96-74b5-4d9b-bcc7-68318beefb6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:25:01.831313 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f12e06b-bed7-4932-b3ac-53b0c304a955,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:01.835545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:01.842298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Checking segment: {'id': 'e99a7901-dd05-4dde-b17f-f5ec3a014623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'de90c1f7-4984-4789-90cc-7384d3e20d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:25:01.842748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Network hostable DHCP agents. Network: de90c1f7-4984-4789-90cc-7384d3e20d06, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:25:01.866519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Network de90c1f7-4984-4789-90cc-7384d3e20d06 is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:25:01.874512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.876744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, de90c1f7-4984-4789-90cc-7384d3e20d06) {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:25:01.898611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:01.899268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:01.915507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4cd337-0ca0-4886-94e6-dc29b5a77011 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:01.923504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613161f-b7f0-4ddb-b816-f9c7d829672b None None] Network de90c1f7-4984-4789-90cc-7384d3e20d06 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:25:01.991502 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7111123 Apr 20 19:25:02.019896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 0d4cd337-0ca0-4886-94e6-dc29b5a77011, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:02.033239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:02.037478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f724f703-5a23-4529-96f0-cf8fccf7507f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:02.046894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f403e-0d23-4095-8fb7-9f94d93c5d53 req-ea03b8d9-257f-43cb-9162-cd13eb9c35a8 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:02.048753 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c81f403e-0d23-4095-8fb7-9f94d93c5d53 req-ea03b8d9-257f-43cb-9162-cd13eb9c35a8 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 943 time: 0.1029303 Apr 20 19:25:02.103747 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c81f403e-0d23-4095-8fb7-9f94d93c5d53 req-75066b34-d2ac-4c09-9897-f433e66a1e65 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466285 Apr 20 19:25:02.203473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=0d4cd337-0ca0-4886-94e6-dc29b5a77011,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:02.212446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:02.277604 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0c43f-86a4-4f06-b4d1-120e048f1557 None None] Network de90c1f7-4984-4789-90cc-7384d3e20d06 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:25:02.502962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['0d4cd337-0ca0-4886-94e6-dc29b5a77011'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:25:02.579264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 36152) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:02.737896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-0592bc6c-774f-4108-9fe9-bdbf2d5c0b49 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:02.739477 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-0592bc6c-774f-4108-9fe9-bdbf2d5c0b49 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/networks?id=3540867e-d4ac-4269-9ad4-38be8560a565 HTTP/1.1" status: 200 len: 807 time: 0.1612666 Apr 20 19:25:02.755905 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-703d90d8-0bfb-4367-92bd-8759920402f3 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/quotas/0ee24928078a4c28b5b2170a9651e2bb HTTP/1.1" status: 200 len: 375 time: 0.0100188 Apr 20 19:25:02.776142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:02.792750 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:02.796876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Usage tracker for resource:security_group_rule and tenant:0a84c00f5b52422788dbc3ab6a03f868 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:02.799909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:02.806652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:02.809137 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-bd5b8a33-dc14-4b19-8df6-0cb2be6598bc tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ee24928078a4c28b5b2170a9651e2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471799 Apr 20 19:25:02.902613 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:02.908624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:02.921227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2316438f-458e-4615-8199-d4430c4f628a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:02.964382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f527e49-742c-4c26-b8eb-06699770a9ee,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:02.969536 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a84c00f5b52422788dbc3ab6a03f868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891444 Apr 20 19:25:02.970465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:02.972214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 36162) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:02.989363 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-3dacffb7-df61-4de9-99ee-529329f073f4 service neutron] 10.222.0.16 "GET /v2.0/networks/3540867e-d4ac-4269-9ad4-38be8560a565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722212 Apr 20 19:25:03.040608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aa274ffd-f264-4391-be65-9290fc023e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.041142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:25:03.070870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aa274ffd-f264-4391-be65-9290fc023e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.138114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aa274ffd-f264-4391-be65-9290fc023e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.148402 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-c2c52eb6-5b4a-4e8a-931e-44feab28d933 service neutron] 10.222.0.16 "GET /v2.0/networks/3540867e-d4ac-4269-9ad4-38be8560a565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562738 Apr 20 19:25:03.148582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4fbbf52a-298e-4fb4-99a5-608b7ae319c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:03.173886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa274ffd-f264-4391-be65-9290fc023e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f527e49-742c-4c26-b8eb-06699770a9ee,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:03.193198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-aa274ffd-f264-4391-be65-9290fc023e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.197444 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-aa274ffd-f264-4391-be65-9290fc023e32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f527e49-742c-4c26-b8eb-06699770a9ee HTTP/1.1" status: 204 len: 168 time: 0.2218430 Apr 20 19:25:03.197444 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-aa274ffd-f264-4391-be65-9290fc023e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:03.515831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1308bca-3615-4d8c-81f0-dce54dcf97c1 req-ccfcb5c0-d3fc-4912-8f5b-fd49d8a20a5a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:03.517502 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c1308bca-3615-4d8c-81f0-dce54dcf97c1 req-ccfcb5c0-d3fc-4912-8f5b-fd49d8a20a5a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 943 time: 0.2191353 Apr 20 19:25:03.590349 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c1308bca-3615-4d8c-81f0-dce54dcf97c1 req-c4a92e16-a51e-42d0-b959-36c0654ed861 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594862 Apr 20 19:25:03.607330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 3450c974-952d-477d-94fb-594ffe8d3897 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:25:03.610163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 0d4cd337-0ca0-4886-94e6-dc29b5a77011 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:25:03.629784 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-60059916-fa71-4f4c-adf8-e2892a23b1df req-0fd216a0-63a5-45d1-93ff-0cf3f473e51d tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 210 time: 0.0647786 Apr 20 19:25:03.676941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36188) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:03.701047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.718120 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:03.722438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Usage tracker for resource:security_group_rule and tenant:7f029ac8cfd9451681ff3066778f8ff9 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:03.726400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:03.732616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:03.828261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.831190 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.831572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:25:03.841809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-388d7182-a726-4fad-96e2-adb0ea8f31a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:03.843175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:25:03.843597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:03.889027 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f029ac8cfd9451681ff3066778f8ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108209 Apr 20 19:25:03.891983 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 36194) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:03.894787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9789cee2-fb3f-4686-85f0-299f0e027383,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:03.901160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:03.922142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 3450c974-952d-477d-94fb-594ffe8d3897, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3450c974-952d-477d-94fb-594ffe8d3897,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:03.948509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '3450c974-952d-477d-94fb-594ffe8d3897', 'network_id': 'e9abcb2a-ea1c-4caa-9195-b3adaf0438ca', 'port_id': '3450c974-952d-477d-94fb-594ffe8d3897', 'mac_address': 'fa:16:3e:54:d7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6576e96-74b5-4d9b-bcc7-68318beefb6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:25:03.983164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3d24eb84-c49a-478e-a0dd-f4f8d0c12e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.013429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3d24eb84-c49a-478e-a0dd-f4f8d0c12e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.063407 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.065027 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3d24eb84-c49a-478e-a0dd-f4f8d0c12e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.071578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bb2ff2aa-bc0a-4fba-b0d9-a0702d5e2b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:04.081209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.087102 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24eb84-c49a-478e-a0dd-f4f8d0c12e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9789cee2-fb3f-4686-85f0-299f0e027383,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:04.089975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3d24eb84-c49a-478e-a0dd-f4f8d0c12e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:04.092852 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3d24eb84-c49a-478e-a0dd-f4f8d0c12e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.096720 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3d24eb84-c49a-478e-a0dd-f4f8d0c12e59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9789cee2-fb3f-4686-85f0-299f0e027383 HTTP/1.1" status: 204 len: 168 time: 0.2035661 Apr 20 19:25:04.102573 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3450c974-952d-477d-94fb-594ffe8d3897 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:04.143879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b1349e-f8bc-48ff-8af7-efd58c847ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4cd337-0ca0-4886-94e6-dc29b5a77011'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:04.150139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 3450c974-952d-477d-94fb-594ffe8d3897, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3450c974-952d-477d-94fb-594ffe8d3897,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:04.155830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.158635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 0d4cd337-0ca0-4886-94e6-dc29b5a77011, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:04.159886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:04.198399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:04.213406 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b1349e-f8bc-48ff-8af7-efd58c847ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4cd337-0ca0-4886-94e6-dc29b5a77011', 'code': 200} Apr 20 19:25:04.237866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=3450c974-952d-477d-94fb-594ffe8d3897,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:04.245149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:04.245149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-882730dc-f2cc-4740-ae27-d7a0a8abfb4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:04.320222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=0d4cd337-0ca0-4886-94e6-dc29b5a77011,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:04.324150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:04.484164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03913a-ba54-41ca-8dd5-051aefa488ad req-c167a36c-707e-40a7-8d7c-5bd0b00d4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:04.485863 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9b03913a-ba54-41ca-8dd5-051aefa488ad req-c167a36c-707e-40a7-8d7c-5bd0b00d4aee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0773435 Apr 20 19:25:04.527161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['3450c974-952d-477d-94fb-594ffe8d3897'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:25:04.994022 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9b03913a-ba54-41ca-8dd5-051aefa488ad req-19d8611a-56f4-47fa-af21-d063e64aaa25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011139 Apr 20 19:25:05.029074 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bcb7147b-3b1f-4e75-af0e-f778797c93c6 req-e21571e7-45aa-47cf-90ea-c80e7399e105 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 210 time: 0.1403694 Apr 20 19:25:05.058887 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9b20a-63fb-43fa-8d64-05b2cd07e0be req-a68770ac-c73c-48e0-9beb-539ce15e477b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:05.060561 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-28a9b20a-63fb-43fa-8d64-05b2cd07e0be req-a68770ac-c73c-48e0-9beb-539ce15e477b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 944 time: 0.2157087 Apr 20 19:25:05.104985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-84d05b65-d34c-4a2a-b0b9-59ef20b5973b tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:05.106042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-84d05b65-d34c-4a2a-b0b9-59ef20b5973b tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Synchronizing usage tracker for tenant:0ee24928078a4c28b5b2170a9651e2bb on resource:network {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:05.134577 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-28a9b20a-63fb-43fa-8d64-05b2cd07e0be req-7894f690-dd1b-4d09-ae24-c06a3f47c6c1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669343 Apr 20 19:25:05.143171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-84d05b65-d34c-4a2a-b0b9-59ef20b5973b tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Unset dirty status for tenant:0ee24928078a4c28b5b2170a9651e2bb on resource:network {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:05.145074 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-84d05b65-d34c-4a2a-b0b9-59ef20b5973b tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.37 "GET /v2.0/networks?id=3540867e-d4ac-4269-9ad4-38be8560a565 HTTP/1.1" status: 200 len: 807 time: 0.4925065 Apr 20 19:25:05.160351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Request body: {'port': {'device_id': '68bd0042-8308-4fee-98c0-3f535d69a4fe', 'network_id': '3540867e-d4ac-4269-9ad4-38be8560a565', 'admin_state_up': True, 'tenant_id': '0ee24928078a4c28b5b2170a9651e2bb'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:05.323226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:05.327837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Usage tracker for resource:port and tenant:0ee24928078a4c28b5b2170a9651e2bb is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:05.330896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:05.337659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:05.347316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Made reservation on behalf of 0ee24928078a4c28b5b2170a9651e2bb for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:05.354681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:05.563573 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Allocated IP 172.20.0.4 (3540867e-d4ac-4269-9ad4-38be8560a565/ab6c70a1-12c8-458f-901d-68815c0cad47/948e0b6c-76f9-4276-9ec4-05979f744652) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:25:05.798748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36250) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:05.952709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:05.972763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:05.977451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Usage tracker for resource:security_group_rule and tenant:fe0e815cf46e44aabe0951da5b4f1eba is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:05.980365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:05.986371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:06.005491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.036812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.044471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:06.078371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.081168 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.090851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d112291b-42f4-463e-9195-5f47e172ff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:06.118708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Network 3540867e-d4ac-4269-9ad4-38be8560a565 is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:25:06.122883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6abf3-e0c0-413f-9a32-6e1685efad61,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:06.123028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:25:06.127786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:25:06.142199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:06.152232 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-df9d22fa-81f1-4f7f-8360-8a40d6b4cc30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe0e815cf46e44aabe0951da5b4f1eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522065 Apr 20 19:25:06.154921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36258) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:06.207967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Pushing event updated for resources: {'Port': ['ID=948e0b6c-76f9-4276-9ec4-05979f744652,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:06.223903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:06.236923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e0ee057b-f819-44df-88a5-d9998d1dc43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.258421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:06.259103 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.294952 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396394 Apr 20 19:25:06.308821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826f24a-c9cf-4391-acfa-85e7b056945d req-c469cadc-2fee-4411-bee4-5962a828cfe5 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:06.309537 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-1826f24a-c9cf-4391-acfa-85e7b056945d req-c469cadc-2fee-4411-bee4-5962a828cfe5 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Synchronizing usage tracker for tenant:0ee24928078a4c28b5b2170a9651e2bb on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:06.319249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Request body: {'port': {'device_id': '68bd0042-8308-4fee-98c0-3f535d69a4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:06.325667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e0ee057b-f819-44df-88a5-d9998d1dc43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.388496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-1826f24a-c9cf-4391-acfa-85e7b056945d req-c469cadc-2fee-4411-bee4-5962a828cfe5 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Unset dirty status for tenant:0ee24928078a4c28b5b2170a9651e2bb on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:06.389813 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1826f24a-c9cf-4391-acfa-85e7b056945d req-c469cadc-2fee-4411-bee4-5962a828cfe5 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 931 time: 0.2284017 Apr 20 19:25:06.402681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12751c7-d893-4737-86c1-fde888484b1c req-b51d9c98-ed6f-42d1-908d-b65b25787e9a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:06.404441 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b12751c7-d893-4737-86c1-fde888484b1c req-b51d9c98-ed6f-42d1-908d-b65b25787e9a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 944 time: 0.1420827 Apr 20 19:25:06.453203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e0ee057b-f819-44df-88a5-d9998d1dc43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.462223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cd3deac6-c0b7-470f-9a41-61e6abf79a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:06.479425 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b12751c7-d893-4737-86c1-fde888484b1c req-f2bdda9f-ae97-4ac8-a2c8-fc3775a411cd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652862 Apr 20 19:25:06.485290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee057b-f819-44df-88a5-d9998d1dc43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6abf3-e0c0-413f-9a32-6e1685efad61,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:06.493669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-1826f24a-c9cf-4391-acfa-85e7b056945d req-fbff76af-cd9e-4e17-9cba-6ce7c099f028 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Synchronizing usage tracker for tenant:0ee24928078a4c28b5b2170a9651e2bb on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:06.497029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e0ee057b-f819-44df-88a5-d9998d1dc43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:06.499473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.513152 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e0ee057b-f819-44df-88a5-d9998d1dc43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.529821 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e0ee057b-f819-44df-88a5-d9998d1dc43f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8f6abf3-e0c0-413f-9a32-6e1685efad61 HTTP/1.1" status: 204 len: 168 time: 0.3736975 Apr 20 19:25:06.582303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-1826f24a-c9cf-4391-acfa-85e7b056945d req-fbff76af-cd9e-4e17-9cba-6ce7c099f028 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Unset dirty status for tenant:0ee24928078a4c28b5b2170a9651e2bb on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:06.583476 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1826f24a-c9cf-4391-acfa-85e7b056945d req-fbff76af-cd9e-4e17-9cba-6ce7c099f028 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600611 Apr 20 19:25:06.946283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948e0b6c-76f9-4276-9ec4-05979f744652 {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:06.957812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:06.993328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Transition to ACTIVE for port object 948e0b6c-76f9-4276-9ec4-05979f744652 will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:25:06.997600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:07.004326 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:07.206344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Pushing event updated for resources: {'Port': ['ID=948e0b6c-76f9-4276-9ec4-05979f744652,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:07.236356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:07.288140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Attempting to bind port 948e0b6c-76f9-4276-9ec4-05979f744652 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:25:07.288507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Attempting to bind port 948e0b6c-76f9-4276-9ec4-05979f744652 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'c530f6ef-8077-4b50-b634-8f16bad234a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3540867e-d4ac-4269-9ad4-38be8560a565'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:25:07.288872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Attempting to bind port 948e0b6c-76f9-4276-9ec4-05979f744652 on network 3540867e-d4ac-4269-9ad4-38be8560a565 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:25:07.294192 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Port 948e0b6c-76f9-4276-9ec4-05979f744652 on network 3540867e-d4ac-4269-9ad4-38be8560a565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:25:07.294552 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Attempting to bind port 948e0b6c-76f9-4276-9ec4-05979f744652 on network 3540867e-d4ac-4269-9ad4-38be8560a565 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:25:07.300060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:25:07.300430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Checking segment: {'id': 'c530f6ef-8077-4b50-b634-8f16bad234a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3540867e-d4ac-4269-9ad4-38be8560a565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:25:07.300846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Bound using segment: {'id': 'c530f6ef-8077-4b50-b634-8f16bad234a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3540867e-d4ac-4269-9ad4-38be8560a565'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:25:07.301341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Bound port: 948e0b6c-76f9-4276-9ec4-05979f744652, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c530f6ef-8077-4b50-b634-8f16bad234a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3540867e-d4ac-4269-9ad4-38be8560a565'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:25:07.301725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:07.400522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] For port 948e0b6c-76f9-4276-9ec4-05979f744652, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:25:07.405284 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] For port 948e0b6c-76f9-4276-9ec4-05979f744652, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=948e0b6c-76f9-4276-9ec4-05979f744652,segment=NetworkSegment(c530f6ef-8077-4b50-b634-8f16bad234a4),segment_id=c530f6ef-8077-4b50-b634-8f16bad234a4)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:25:07.409646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:07.416896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:07.477592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:07.478402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:07.479850 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] 10.222.0.37 "PUT /v2.0/ports/948e0b6c-76f9-4276-9ec4-05979f744652 HTTP/1.1" status: 200 len: 1093 time: 1.1658387 Apr 20 19:25:07.480364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bd0042-8308-4fee-98c0-3f535d69a4fe', 'tag': '948e0b6c-76f9-4276-9ec4-05979f744652'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:07.523284 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Pushing event updated for resources: {'Port': ['ID=948e0b6c-76f9-4276-9ec4-05979f744652,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:07.528497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:07.600303 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bd0042-8308-4fee-98c0-3f535d69a4fe', 'tag': '948e0b6c-76f9-4276-9ec4-05979f744652', 'status': 'completed', 'code': 200} Apr 20 19:25:07.637110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-4f92088b-26a9-42f9-8723-f2c619bee4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:07.638235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 3450c974-952d-477d-94fb-594ffe8d3897 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:25:07.638914 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-4f92088b-26a9-42f9-8723-f2c619bee4cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ee24928078a4c28b5b2170a9651e2bb&device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 1096 time: 0.0955312 Apr 20 19:25:07.726786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 3450c974-952d-477d-94fb-594ffe8d3897 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:25:07.730200 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-be383bd1-cf4e-46cc-a68f-1e49e2c5fb55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948e0b6c-76f9-4276-9ec4-05979f744652 HTTP/1.1" status: 200 len: 217 time: 0.0832396 Apr 20 19:25:07.733022 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 3450c974-952d-477d-94fb-594ffe8d3897 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:25:07.733558 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:07.820791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7804f-f9a2-4ca4-b144-91a325e0d6f2 req-a6199366-a1ba-47f2-8493-95c5bc5eff10 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:07.828755 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1ed7804f-f9a2-4ca4-b144-91a325e0d6f2 req-a6199366-a1ba-47f2-8493-95c5bc5eff10 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 943 time: 0.1069283 Apr 20 19:25:07.894669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:07.898520 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1ed7804f-f9a2-4ca4-b144-91a325e0d6f2 req-f1f48656-be99-4c88-8d16-cf2121567e6d tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648880 Apr 20 19:25:07.910784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-59c1a694-b45a-4750-bddd-3974762d24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:07.913219 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-59c1a694-b45a-4750-bddd-3974762d24c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab6c70a1-12c8-458f-901d-68815c0cad47 HTTP/1.1" status: 200 len: 847 time: 0.1329777 Apr 20 19:25:07.927925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81c53-e38c-4016-ba67-8f52ac7281eb req-6e7b794f-854c-4194-ac9e-182215b99a13 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:07.927925 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-edc81c53-e38c-4016-ba67-8f52ac7281eb req-6e7b794f-854c-4194-ac9e-182215b99a13 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 944 time: 0.1955311 Apr 20 19:25:07.963324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 3450c974-952d-477d-94fb-594ffe8d3897, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3450c974-952d-477d-94fb-594ffe8d3897,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:07.964557 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acda84af-5d15-4ab8-a1e9-b3e2af4d6886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3450c974-952d-477d-94fb-594ffe8d3897'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:07.971652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:07.973882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:08.010499 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-8087331d-5b3c-44d4-9a15-208e20cd3d25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3540867e-d4ac-4269-9ad4-38be8560a565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825455 Apr 20 19:25:08.023645 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-edc81c53-e38c-4016-ba67-8f52ac7281eb req-87dd1d06-9d11-4c60-ad08-d13a07a43b76 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585337 Apr 20 19:25:08.059307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=3450c974-952d-477d-94fb-594ffe8d3897,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:08.063036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:08.119441 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acda84af-5d15-4ab8-a1e9-b3e2af4d6886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3450c974-952d-477d-94fb-594ffe8d3897', 'code': 200} Apr 20 19:25:08.200173 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-e05fd202-f570-43ae-8615-a11fbdc54834 service neutron] 10.222.0.37 "GET /v2.0/networks/3540867e-d4ac-4269-9ad4-38be8560a565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810451 Apr 20 19:25:08.363254 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c1c5796-d915-4011-90ef-9dab1fe1cff4 req-08f2cce0-915b-41a2-b392-357e20947cb0 service neutron] 10.222.0.37 "GET /v2.0/networks/3540867e-d4ac-4269-9ad4-38be8560a565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551752 Apr 20 19:25:08.393938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54696-62f7-4ed0-b5f8-ade7b5a1c1b3 req-7ec872e7-77b3-4b44-9f6e-14083a916136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:08.395524 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-51a54696-62f7-4ed0-b5f8-ade7b5a1c1b3 req-7ec872e7-77b3-4b44-9f6e-14083a916136 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 1098 time: 0.0837479 Apr 20 19:25:08.446046 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-51a54696-62f7-4ed0-b5f8-ade7b5a1c1b3 req-3c8097d4-6724-4f68-afff-ad78d1f0eb7b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 Apr 20 19:25:08.509493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-12e007d8-3066-4f98-a53e-308c1f953c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:08.511142 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-12e007d8-3066-4f98-a53e-308c1f953c3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ee24928078a4c28b5b2170a9651e2bb&device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 1096 time: 0.0969100 Apr 20 19:25:08.734510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-383ae744-c2bf-4fc7-bbed-33c3a7c7857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:08.736985 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-383ae744-c2bf-4fc7-bbed-33c3a7c7857d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3540867e-d4ac-4269-9ad4-38be8560a565 HTTP/1.1" status: 200 len: 908 time: 0.1533043 Apr 20 19:25:08.826513 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-76e8c795-6f27-4d7d-9d1e-2656aaaa19e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948e0b6c-76f9-4276-9ec4-05979f744652 HTTP/1.1" status: 200 len: 217 time: 0.0818214 Apr 20 19:25:08.929577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:08.944022 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-8e057c13-4115-4d80-9a73-6c787d0d39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:08.944942 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-8e057c13-4115-4d80-9a73-6c787d0d39ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab6c70a1-12c8-458f-901d-68815c0cad47 HTTP/1.1" status: 200 len: 847 time: 0.1119640 Apr 20 19:25:09.016502 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-ccefd31e-fe2e-4ccd-91a9-33dbd41d76e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3540867e-d4ac-4269-9ad4-38be8560a565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633600 Apr 20 19:25:09.277168 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-da4ad61c-4930-438c-a7ed-03fc699d42e4 service neutron] 10.222.0.37 "GET /v2.0/networks/3540867e-d4ac-4269-9ad4-38be8560a565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524424 Apr 20 19:25:09.277757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71021f14-3c0d-4fa0-9591-b509e2eb97cb req-32f0f0af-554e-4573-94b9-42d631aa050d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:09.279542 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-71021f14-3c0d-4fa0-9591-b509e2eb97cb req-32f0f0af-554e-4573-94b9-42d631aa050d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1043172 Apr 20 19:25:09.286339 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51b282-71bf-428e-821d-35866b064a7e req-8c7c2d76-a940-46f0-b1ae-38ca92b0f023 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:09.287882 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4a51b282-71bf-428e-821d-35866b064a7e req-8c7c2d76-a940-46f0-b1ae-38ca92b0f023 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 943 time: 0.2331638 Apr 20 19:25:09.332566 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-71021f14-3c0d-4fa0-9591-b509e2eb97cb req-78f1b0ac-d27b-4aaa-a5b4-5ae2a34cc029 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Apr 20 19:25:09.433376 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4a51b282-71bf-428e-821d-35866b064a7e req-4476bbdd-aa98-4760-b8b2-ef49213d3089 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221561 Apr 20 19:25:09.473265 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0236bf14-f1eb-4474-ba65-78bede027c7b req-d3687fd4-a2c0-4848-be84-8809b745dd50 service neutron] 10.222.0.37 "GET /v2.0/networks/3540867e-d4ac-4269-9ad4-38be8560a565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843081 Apr 20 19:25:10.539226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2401365-7d1a-4aeb-b166-049479492437 req-eb4eb0c0-f5bb-4a10-8888-442d7ae25cbe tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:10.540820 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2401365-7d1a-4aeb-b166-049479492437 req-eb4eb0c0-f5bb-4a10-8888-442d7ae25cbe tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0885355 Apr 20 19:25:10.589082 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2401365-7d1a-4aeb-b166-049479492437 req-4c45a357-a49e-4a5c-9081-0c6c4a68dde3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Apr 20 19:25:10.661915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9df3a-9143-484a-a16f-a87dc1549b02 req-e65a03c1-250d-484f-b127-0a77d5565fb8 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:10.665348 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6e9df3a-9143-484a-a16f-a87dc1549b02 req-e65a03c1-250d-484f-b127-0a77d5565fb8 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 943 time: 0.0955949 Apr 20 19:25:10.715830 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6e9df3a-9143-484a-a16f-a87dc1549b02 req-ba11c8d3-9242-4e90-a604-fb15a6dc7b34 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437989 Apr 20 19:25:11.176587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8818e1a-a192-4298-98be-6d8bc8690b13 req-58b8d9f3-2ca6-4341-baad-6c1594ca5e3a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:11.178341 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b8818e1a-a192-4298-98be-6d8bc8690b13 req-58b8d9f3-2ca6-4341-baad-6c1594ca5e3a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1001315 Apr 20 19:25:11.238288 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b8818e1a-a192-4298-98be-6d8bc8690b13 req-2f0fe207-bae9-41f5-a96e-5630db71a1c4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523639 Apr 20 19:25:11.330667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-16d9aca6-16dc-4e72-9245-2347c8b04544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:11.332464 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-16d9aca6-16dc-4e72-9245-2347c8b04544 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 1098 time: 0.3066127 Apr 20 19:25:11.479666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-e2ef8889-a17f-428f-b749-6157eaecf0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:11.481338 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-e2ef8889-a17f-428f-b749-6157eaecf0f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 919 time: 0.1404576 Apr 20 19:25:11.565571 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-ee45cd7a-866a-4c72-88bc-16d80420136f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3450c974-952d-477d-94fb-594ffe8d3897 HTTP/1.1" status: 200 len: 217 time: 0.0736029 Apr 20 19:25:11.637575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-729dac68-dd65-44b3-8804-849ff481e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:11.639288 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-729dac68-dd65-44b3-8804-849ff481e4ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.0662422 Apr 20 19:25:11.651920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 948e0b6c-76f9-4276-9ec4-05979f744652 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:25:11.700643 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-1b83d44c-fbbd-40e5-88fa-1bbbb8602c87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519865 Apr 20 19:25:11.840782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 948e0b6c-76f9-4276-9ec4-05979f744652, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=948e0b6c-76f9-4276-9ec4-05979f744652,segment=NetworkSegment(c530f6ef-8077-4b50-b634-8f16bad234a4),segment_id=c530f6ef-8077-4b50-b634-8f16bad234a4)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:11.861295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '948e0b6c-76f9-4276-9ec4-05979f744652', 'network_id': '3540867e-d4ac-4269-9ad4-38be8560a565', 'port_id': '948e0b6c-76f9-4276-9ec4-05979f744652', 'mac_address': 'fa:16:3e:61:a0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6c70a1-12c8-458f-901d-68815c0cad47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:25:11.922145 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-d059978c-e22f-475d-8287-189c463d2e95 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139614 Apr 20 19:25:11.939387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:11.972467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948e0b6c-76f9-4276-9ec4-05979f744652 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:11.998296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 948e0b6c-76f9-4276-9ec4-05979f744652, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=948e0b6c-76f9-4276-9ec4-05979f744652,segment=NetworkSegment(c530f6ef-8077-4b50-b634-8f16bad234a4),segment_id=c530f6ef-8077-4b50-b634-8f16bad234a4)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:12.002541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:12.005735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f724f703-5a23-4529-96f0-cf8fccf7507f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:12.138011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=948e0b6c-76f9-4276-9ec4-05979f744652,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:12.153809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:12.158869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3c8c-bd71-49db-8fd3-30c24b1d287a req-909f2ffa-39db-4702-89b6-943ac0a20fd8 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:12.160531 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a23e3c8c-bd71-49db-8fd3-30c24b1d287a req-909f2ffa-39db-4702-89b6-943ac0a20fd8 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 944 time: 0.2046831 Apr 20 19:25:12.191979 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5348ab6c-611f-4911-a1f8-812214ddd233 req-7122ea68-1116-4cf4-96a3-df36d0ca5872 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604575 Apr 20 19:25:12.221737 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a23e3c8c-bd71-49db-8fd3-30c24b1d287a req-3467697c-c8f4-472d-83c5-7dfb9097808d tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524399 Apr 20 19:25:12.428938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['948e0b6c-76f9-4276-9ec4-05979f744652'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:25:12.460472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8694e5d-35f3-4ed3-8303-356593831a4e req-30d78d42-a26a-4b60-9e35-c990bc96d762 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:12.462195 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e8694e5d-35f3-4ed3-8303-356593831a4e req-30d78d42-a26a-4b60-9e35-c990bc96d762 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0906010 Apr 20 19:25:12.513623 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e8694e5d-35f3-4ed3-8303-356593831a4e req-ce473e2e-b677-453c-af67-2327978cd9ef tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Apr 20 19:25:13.435273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e05e40-822c-4f4e-83f9-bf5cd0ea1379 req-173161f9-0601-4661-ac6f-195981d44ee7 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:13.436859 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-55e05e40-822c-4f4e-83f9-bf5cd0ea1379 req-173161f9-0601-4661-ac6f-195981d44ee7 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 944 time: 0.0961847 Apr 20 19:25:13.489423 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-55e05e40-822c-4f4e-83f9-bf5cd0ea1379 req-e01ef8bc-387c-484b-a0c2-ca275ae22203 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461943 Apr 20 19:25:13.723261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a00dd9-e6a6-4870-be24-8738a3ca39a6 req-49fb3545-bb79-4719-b96a-71b49202f9fb tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:13.725377 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f1a00dd9-e6a6-4870-be24-8738a3ca39a6 req-49fb3545-bb79-4719-b96a-71b49202f9fb tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0929837 Apr 20 19:25:13.773767 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f1a00dd9-e6a6-4870-be24-8738a3ca39a6 req-7f92a24e-5d4f-4c3b-84bd-b19968c51468 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419314 Apr 20 19:25:14.695337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977c358-6793-435a-82b3-d679e4e8f5b0 req-a3db59e5-0814-4c3e-88a7-670df67d26c8 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:14.696777 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c977c358-6793-435a-82b3-d679e4e8f5b0 req-a3db59e5-0814-4c3e-88a7-670df67d26c8 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 944 time: 0.0869589 Apr 20 19:25:14.744437 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c977c358-6793-435a-82b3-d679e4e8f5b0 req-693111d6-5a15-4e81-a600-b20d0522e950 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Apr 20 19:25:14.983477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540e7b-6cc6-4a0a-9870-7aee5d9d0fa5 req-0acac4ad-54e0-4dc7-b1db-f1604789e66a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:14.985069 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84540e7b-6cc6-4a0a-9870-7aee5d9d0fa5 req-0acac4ad-54e0-4dc7-b1db-f1604789e66a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0932245 Apr 20 19:25:15.036538 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84540e7b-6cc6-4a0a-9870-7aee5d9d0fa5 req-39bca47e-e679-4bf7-a28c-014f3bc592e3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Apr 20 19:25:15.671381 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 948e0b6c-76f9-4276-9ec4-05979f744652 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:25:15.741021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 948e0b6c-76f9-4276-9ec4-05979f744652 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:25:15.745820 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 948e0b6c-76f9-4276-9ec4-05979f744652 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:25:15.746239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:15.874298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:15.917775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd0042-8308-4fee-98c0-3f535d69a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948e0b6c-76f9-4276-9ec4-05979f744652'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:15.934386 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 948e0b6c-76f9-4276-9ec4-05979f744652, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=948e0b6c-76f9-4276-9ec4-05979f744652,segment=NetworkSegment(c530f6ef-8077-4b50-b634-8f16bad234a4),segment_id=c530f6ef-8077-4b50-b634-8f16bad234a4)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:15.938296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:15.940587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:15.987503 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd0042-8308-4fee-98c0-3f535d69a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948e0b6c-76f9-4276-9ec4-05979f744652', 'code': 200} Apr 20 19:25:15.998817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fbdf1-f43e-4fa4-a1c1-e67f9a493d9e req-e1fc89aa-2d67-4941-adb2-af819b3fa075 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:16.001088 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ff2fbdf1-f43e-4fa4-a1c1-e67f9a493d9e req-e1fc89aa-2d67-4941-adb2-af819b3fa075 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 945 time: 0.1396341 Apr 20 19:25:16.015710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=948e0b6c-76f9-4276-9ec4-05979f744652,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:16.019029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:16.057622 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ff2fbdf1-f43e-4fa4-a1c1-e67f9a493d9e req-35eb6c30-a8a8-4d81-9717-1df4a057076c tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Apr 20 19:25:16.318927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a16b87-7c6c-4486-85c5-d862b14d1b5f req-5e5e0ed1-f5d5-4461-a2ae-60b727ac4f89 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:16.320430 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f6a16b87-7c6c-4486-85c5-d862b14d1b5f req-5e5e0ed1-f5d5-4461-a2ae-60b727ac4f89 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1629994 Apr 20 19:25:16.323541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a221e2-5a72-4964-873c-28979baa26c6 req-c7bc93d8-477f-43bd-8fd1-1b3f7c43aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:16.324998 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-53a221e2-5a72-4964-873c-28979baa26c6 req-c7bc93d8-477f-43bd-8fd1-1b3f7c43aeb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 1098 time: 0.1309261 Apr 20 19:25:16.398164 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f6a16b87-7c6c-4486-85c5-d862b14d1b5f req-1c1ff649-0d5e-4004-9472-622560942b83 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711687 Apr 20 19:25:16.401644 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-53a221e2-5a72-4964-873c-28979baa26c6 req-259049f9-6094-458b-acc4-4800ea379b26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606980 Apr 20 19:25:17.119641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36564) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:17.255012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.282865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:17.291074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Usage tracker for resource:security_group_rule and tenant:e74e420a9aea41eda958fe5ad58d7c08 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:17.294692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:17.302684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:17.324379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4e1fb-333e-4221-adbf-1dcf0233311b req-035a768f-7d25-42f7-b276-e359176e74da tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:17.326024 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-90a4e1fb-333e-4221-adbf-1dcf0233311b req-035a768f-7d25-42f7-b276-e359176e74da tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 945 time: 0.1470721 Apr 20 19:25:17.398587 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-90a4e1fb-333e-4221-adbf-1dcf0233311b req-22cca06a-255e-4843-b9c8-ff5c91fa3207 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Apr 20 19:25:17.445261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.448062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.456567 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:17.506629 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e74e420a9aea41eda958fe5ad58d7c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849914 Apr 20 19:25:17.507354 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568e1461-67d2-4920-bebc-a131cc93b6e2,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:17.509431 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 36572) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:17.510807 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:17.645252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37ceb856-a20a-439f-be34-49a47b629a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.686051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fee87-8225-4ca9-8296-12b066eed6a4 req-146aca35-adae-4198-a504-d5acd7d2afa5 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:17.687679 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-411fee87-8225-4ca9-8296-12b066eed6a4 req-146aca35-adae-4198-a504-d5acd7d2afa5 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1635795 Apr 20 19:25:17.694445 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37ceb856-a20a-439f-be34-49a47b629a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.772766 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-411fee87-8225-4ca9-8296-12b066eed6a4 req-c24bfc5d-d9ac-4dee-8945-19dc94c4a88d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721073 Apr 20 19:25:17.784771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37ceb856-a20a-439f-be34-49a47b629a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.789314 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-329e150d-13cc-4f3a-b2ff-35a938e1c3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:17.805317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceb856-a20a-439f-be34-49a47b629a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568e1461-67d2-4920-bebc-a131cc93b6e2,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:17.808276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-37ceb856-a20a-439f-be34-49a47b629a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:17.815084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-37ceb856-a20a-439f-be34-49a47b629a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:17.816340 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-37ceb856-a20a-439f-be34-49a47b629a05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/568e1461-67d2-4920-bebc-a131cc93b6e2 HTTP/1.1" status: 204 len: 168 time: 0.3051581 Apr 20 19:25:18.162778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 36586) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:18.182700 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.198516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:18.208766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Usage tracker for resource:security_group_rule and tenant:b21105d3018840cbb82772d008d351e7 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:18.216667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:18.222764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:18.312798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.317903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.326016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-51bd7085-2bdb-4a0e-ac54-e8aac9911cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:18.378617 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b21105d3018840cbb82772d008d351e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145882 Apr 20 19:25:18.379539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e08d92-c6f9-42f1-831d-d85a55f4c7d0,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:18.381990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36590) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:18.383385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:18.450921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e5c267-9368-4c2b-af8d-24bdeb25c21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.478804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e5c267-9368-4c2b-af8d-24bdeb25c21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.527175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e5c267-9368-4c2b-af8d-24bdeb25c21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.532417 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-255f84ed-32e4-4663-be85-5a8d0e67deda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:18.546003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5c267-9368-4c2b-af8d-24bdeb25c21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e08d92-c6f9-42f1-831d-d85a55f4c7d0,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:18.550764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-85e5c267-9368-4c2b-af8d-24bdeb25c21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:18.557487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-85e5c267-9368-4c2b-af8d-24bdeb25c21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:18.561134 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-85e5c267-9368-4c2b-af8d-24bdeb25c21c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5e08d92-c6f9-42f1-831d-d85a55f4c7d0 HTTP/1.1" status: 204 len: 168 time: 0.1748166 Apr 20 19:25:18.607075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8c9b2-a070-4c7c-9611-b18b9577cbd5 req-25f98ad3-57ad-4926-947d-5541c9ae1f7d tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:18.608703 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-37b8c9b2-a070-4c7c-9611-b18b9577cbd5 req-25f98ad3-57ad-4926-947d-5541c9ae1f7d tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 945 time: 0.0962319 Apr 20 19:25:18.658405 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-37b8c9b2-a070-4c7c-9611-b18b9577cbd5 req-a5b84220-c77e-465d-83fd-11b15d21d762 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 Apr 20 19:25:19.043869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1596-5bff-468d-aed3-8c8376094864 req-dedc55ea-5af3-4a7f-b826-26e453ab9885 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:19.045523 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-221c1596-5bff-468d-aed3-8c8376094864 req-dedc55ea-5af3-4a7f-b826-26e453ab9885 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0948148 Apr 20 19:25:19.102436 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-221c1596-5bff-468d-aed3-8c8376094864 req-7ede598b-9b1f-48e6-ab5b-d91f5d416a1b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501053 Apr 20 19:25:19.113465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36610) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:19.159039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.176183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:19.181398 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Usage tracker for resource:security_group_rule and tenant:eed63adc67174b33991499974cc47119 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:19.184378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:19.190582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:19.280856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.283671 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.293152 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2c182ef4-9815-4aaf-a170-74f4ffe4e6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:19.338514 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eed63adc67174b33991499974cc47119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239449 Apr 20 19:25:19.340133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fe574b-5978-4e6f-ae35-f5651ae2ccdd,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:19.341517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 36618) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:19.343268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:19.409818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6c520b88-9e36-4909-b4a3-9f38ad84ef92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.446923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6c520b88-9e36-4909-b4a3-9f38ad84ef92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.491270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6c520b88-9e36-4909-b4a3-9f38ad84ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.496284 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-28119bc0-24fd-4716-8807-9c456d58fc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:19.509347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c520b88-9e36-4909-b4a3-9f38ad84ef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fe574b-5978-4e6f-ae35-f5651ae2ccdd,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:19.511589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6c520b88-9e36-4909-b4a3-9f38ad84ef92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:19.519715 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6c520b88-9e36-4909-b4a3-9f38ad84ef92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:19.520929 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6c520b88-9e36-4909-b4a3-9f38ad84ef92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33fe574b-5978-4e6f-ae35-f5651ae2ccdd HTTP/1.1" status: 204 len: 168 time: 0.1778891 Apr 20 19:25:20.326902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf964b-e3b7-4ba2-9f49-9dad65034e8d req-e24cf499-5d6d-495a-837a-bed67f3cebf9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:20.329380 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-40bf964b-e3b7-4ba2-9f49-9dad65034e8d req-e24cf499-5d6d-495a-837a-bed67f3cebf9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0996566 Apr 20 19:25:20.359432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 36654) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:20.382251 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-40bf964b-e3b7-4ba2-9f49-9dad65034e8d req-49ffa9e5-a514-4562-b745-8f8469ddecf9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466907 Apr 20 19:25:20.493005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-90659802-network', 'tenant_id': 'f131a64a3ddd4572a8a9fc2e7fe57978'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:20.498495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:20.502751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Usage tracker for resource:network and tenant:f131a64a3ddd4572a8a9fc2e7fe57978 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:20.505982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:20.512299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:20.522100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Made reservation on behalf of f131a64a3ddd4572a8a9fc2e7fe57978 for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:20.526930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.543203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.560497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:20.564488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Usage tracker for resource:security_group_rule and tenant:f131a64a3ddd4572a8a9fc2e7fe57978 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:20.567488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:20.573925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:20.662932 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.665883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.670182 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:20.696879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:25:20.711712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7843ce1a-dec8-4cb8-aa74-a62c92fa6865,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:20.716274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:20.717479 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.717782 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Added segment a3db2f5f-a6d7-4874-a114-21111e623c85 of type vlan for network 091e65e3-cd08-4502-b73b-e6307f0dd8fd Apr 20 19:25:20.751517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.783574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.785240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:20.785633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.791908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:20.905383 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5446966 Apr 20 19:25:20.905543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 36664) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:20.906527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Pushing event updated for resources: {'Network': ['ID=091e65e3-cd08-4502-b73b-e6307f0dd8fd,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:20.910821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:20.919520 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Request body: {'subnet': {'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-90659802-subnet', 'tenant_id': 'f131a64a3ddd4572a8a9fc2e7fe57978', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:20.933976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:20.937227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 091e65e3-cd08-4502-b73b-e6307f0dd8fd details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:25:20.946483 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Usage tracker for resource:subnet and tenant:f131a64a3ddd4572a8a9fc2e7fe57978 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:20.949886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:20.954588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a181d913-23bf-4cb4-bff6-5273308d5464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:20.963385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:20.980960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Made reservation on behalf of f131a64a3ddd4572a8a9fc2e7fe57978 for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:20.986959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145576'] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.468085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851780846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145593'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.472400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0f44aa28-f893-4eea-9311-ad54bf8f5d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:21.550162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e35f42-47ae-47c6-b0bd-7679316023f5,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:21.555191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:21.561626 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Checking segment: {'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:25:21.562021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Network hostable DHCP agents. Network: 091e65e3-cd08-4502-b73b-e6307f0dd8fd, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:25:21.583427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Network 091e65e3-cd08-4502-b73b-e6307f0dd8fd is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:25:21.593853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 091e65e3-cd08-4502-b73b-e6307f0dd8fd) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:25:21.604411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37adb643-d1c3-429e-88bc-0932520d5eb9 None None] Network 091e65e3-cd08-4502-b73b-e6307f0dd8fd requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:25:21.611120 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:21.611762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:21.630930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7982-7b25-4141-b892-57e0381fca40 req-08886cb2-2b4d-4b89-ac80-29923d2e3e22 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:21.632840 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d6c7982-7b25-4141-b892-57e0381fca40 req-08886cb2-2b4d-4b89-ac80-29923d2e3e22 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1048822 Apr 20 19:25:21.647366 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7337451 Apr 20 19:25:21.690976 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d6c7982-7b25-4141-b892-57e0381fca40 req-a7a91f46-d50f-4318-be54-0d21626bccbb tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500183 Apr 20 19:25:21.842621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f144f898-7c18-45d3-89f3-f7eba62a4a8d None None] Network 091e65e3-cd08-4502-b73b-e6307f0dd8fd requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:25:22.769133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35bf8c-cbd7-47a0-a43d-25a8d0c8a6f8 req-586b8d1e-72ca-4bf6-9e1c-442b09783e0d tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:22.770768 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4a35bf8c-cbd7-47a0-a43d-25a8d0c8a6f8 req-586b8d1e-72ca-4bf6-9e1c-442b09783e0d tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 945 time: 0.0917475 Apr 20 19:25:22.820643 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4a35bf8c-cbd7-47a0-a43d-25a8d0c8a6f8 req-3e14178d-616e-4eb9-a9d4-2a645f76645b tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433457 Apr 20 19:25:22.915437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61c31f-d168-4c6e-b481-aaeef92809a5 req-96147a10-4e93-4105-b7f2-616297f8c33f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:22.917042 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c61c31f-d168-4c6e-b481-aaeef92809a5 req-96147a10-4e93-4105-b7f2-616297f8c33f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1024253 Apr 20 19:25:22.966284 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c61c31f-d168-4c6e-b481-aaeef92809a5 req-1b2a23a0-44ea-4841-b564-acb60598fa92 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Apr 20 19:25:23.491452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cbecd9ba-a682-4ae1-b7ca-5f96094d4ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:23.863949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-2ec59d24-6785-4962-9535-5c161088bad2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:23.865958 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-2ec59d24-6785-4962-9535-5c161088bad2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/networks?id=091e65e3-cd08-4502-b73b-e6307f0dd8fd HTTP/1.1" status: 200 len: 812 time: 0.1678967 Apr 20 19:25:23.905798 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-80d696da-b311-40e3-9aa5-e51f9e9c288c tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/quotas/f131a64a3ddd4572a8a9fc2e7fe57978 HTTP/1.1" status: 200 len: 375 time: 0.0286145 Apr 20 19:25:23.956804 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-5ea88a57-66e9-4908-9f67-d0364f49deb7 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f131a64a3ddd4572a8a9fc2e7fe57978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476651 Apr 20 19:25:24.038419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e69304-98ac-4394-afd8-70a74de25959 req-302aae6b-1ff4-408f-977d-844c80e89bb5 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:24.040063 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-92e69304-98ac-4394-afd8-70a74de25959 req-302aae6b-1ff4-408f-977d-844c80e89bb5 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 945 time: 0.0927219 Apr 20 19:25:24.089517 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-92e69304-98ac-4394-afd8-70a74de25959 req-ea624aee-dbed-45f5-800b-635366fd2234 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Apr 20 19:25:24.106234 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ecd0dd3f-d2e7-440a-a981-c8e901860b52 service neutron] 10.222.0.16 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414003 Apr 20 19:25:24.263385 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-5156f595-fb38-43f4-85dd-2a1f28636ba8 service neutron] 10.222.0.16 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502104 Apr 20 19:25:24.293393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9730a-5412-455b-a217-a7de909c81a0 req-5ed9337c-c191-4d96-92fa-780861317ba3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:24.295109 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8bb9730a-5412-455b-a217-a7de909c81a0 req-5ed9337c-c191-4d96-92fa-780861317ba3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1004341 Apr 20 19:25:24.351335 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8bb9730a-5412-455b-a217-a7de909c81a0 req-2cf117e4-7dd3-4f00-9755-5eaf3bb994f6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Apr 20 19:25:24.473403 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f966470-394f-4380-b5ef-c55f33b812e6 req-868697f3-c28d-439d-a400-74abc17d77ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0502038 Apr 20 19:25:25.148491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-4633b634-69bd-4433-b733-0b29096d22ff tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:25.150183 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-4633b634-69bd-4433-b733-0b29096d22ff tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.37 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 945 time: 0.1009097 Apr 20 19:25:25.233218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Deleting port 948e0b6c-76f9-4276-9ec4-05979f744652 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:25:25.233560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:25.301112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774e8c-ac6a-4ef6-b284-c833f2757355 req-ca7c1e6f-424c-44de-bfa7-215b2f94b59f tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:25.302998 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf774e8c-ac6a-4ef6-b284-c833f2757355 req-ca7c1e6f-424c-44de-bfa7-215b2f94b59f tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 945 time: 0.0938263 Apr 20 19:25:25.356791 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf774e8c-ac6a-4ef6-b284-c833f2757355 req-9197bfa8-34f9-4b79-91c7-66fe2c13ff65 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7f97172-0d07-4b05-9d63-d6383ef73ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474858 Apr 20 19:25:25.384720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:25.561747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] For port 948e0b6c-76f9-4276-9ec4-05979f744652, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=948e0b6c-76f9-4276-9ec4-05979f744652,segment=NetworkSegment(c530f6ef-8077-4b50-b634-8f16bad234a4),segment_id=c530f6ef-8077-4b50-b634-8f16bad234a4)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:25.562126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:25.716980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Calling delete_port for 948e0b6c-76f9-4276-9ec4-05979f744652 owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:25:25.744069 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a7e31437-5fa9-4274-bf8d-4b99bd9c2989 req-ac4c38ab-0fa8-432c-8ed8-92e1e469aa75 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 210 time: 0.1306744 Apr 20 19:25:25.790590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83554047-05ce-41ec-9f5f-9a7612dad4c1 req-917084e1-282c-4d08-9d84-95885a2d1aaf tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:25.798261 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-83554047-05ce-41ec-9f5f-9a7612dad4c1 req-917084e1-282c-4d08-9d84-95885a2d1aaf tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.3133390 Apr 20 19:25:25.836568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-50374457-7729-424d-a63b-4603ca875f65 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:25.838399 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-50374457-7729-424d-a63b-4603ca875f65 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.37 "GET /v2.0/networks?id=091e65e3-cd08-4502-b73b-e6307f0dd8fd HTTP/1.1" status: 200 len: 812 time: 0.2548006 Apr 20 19:25:25.856405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Request body: {'port': {'device_id': '8f5544e7-049b-42da-904c-523e5172d6b9', 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd', 'admin_state_up': True, 'tenant_id': 'f131a64a3ddd4572a8a9fc2e7fe57978'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:25.946827 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-83554047-05ce-41ec-9f5f-9a7612dad4c1 req-a71da730-43be-41b2-a329-d806fb70d5ff tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476231 Apr 20 19:25:26.030957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:26.040146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Usage tracker for resource:port and tenant:f131a64a3ddd4572a8a9fc2e7fe57978 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:26.045169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:26.051790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:26.055063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.061888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b830d087-4a8a-4d55-b4e4-725faed6220e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:26.062844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Made reservation on behalf of f131a64a3ddd4572a8a9fc2e7fe57978 for: {'port': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:25:26.067861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['948e0b6c-76f9-4276-9ec4-05979f744652'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:25:26.069873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.118496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Pushing event deleted for resources: {'Port': ['ID=948e0b6c-76f9-4276-9ec4-05979f744652,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:26.124169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:26.199882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] No DVR routers for this DVR port 948e0b6c-76f9-4276-9ec4-05979f744652 on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:25:26.203002 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.205925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd0042-8308-4fee-98c0-3f535d69a4fe', 'name': 'network-vif-deleted', 'tag': '948e0b6c-76f9-4276-9ec4-05979f744652'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:26.222295 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8beb90c0-bf1a-4260-95ab-7be5f92d5300 req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.37 "DELETE /v2.0/ports/948e0b6c-76f9-4276-9ec4-05979f744652 HTTP/1.1" status: 204 len: 173 time: 1.0618818 Apr 20 19:25:26.259168 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Allocated IP 172.20.0.12 (091e65e3-cd08-4502-b73b-e6307f0dd8fd/d8e35f42-47ae-47c6-b0bd-7679316023f5/ca18f33f-1397-43b2-92b0-6936034e682e) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:25:26.273885 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd0042-8308-4fee-98c0-3f535d69a4fe', 'name': 'network-vif-deleted', 'tag': '948e0b6c-76f9-4276-9ec4-05979f744652', 'status': 'completed', 'code': 200} Apr 20 19:25:26.446965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.686228 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6d8151ea-8a3d-4fc1-8acc-cc32d9837717 req-d5b9e7ca-5591-40ef-aa29-741a180e0096 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bd0042-8308-4fee-98c0-3f535d69a4fe HTTP/1.1" status: 200 len: 210 time: 0.0646672 Apr 20 19:25:26.727383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.757639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:26.765293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:26.892652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Network 091e65e3-cd08-4502-b73b-e6307f0dd8fd is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:25:26.894516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:25:26.905078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:25:26.951755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Pushing event updated for resources: {'Port': ['ID=ca18f33f-1397-43b2-92b0-6936034e682e,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:26.957498 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:26.990260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:26.992915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.019673 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1703801 Apr 20 19:25:27.034831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Request body: {'port': {'device_id': '8f5544e7-049b-42da-904c-523e5172d6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:25:27.179281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.369141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01b047-cfbe-4c9d-9239-baa3dc52ae39 req-26c907cd-a2f7-42a9-b5cf-1e2209088fb5 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:27.370495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.370801 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2b01b047-cfbe-4c9d-9239-baa3dc52ae39 req-26c907cd-a2f7-42a9-b5cf-1e2209088fb5 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 932 time: 0.3352463 Apr 20 19:25:27.421696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-2b01b047-cfbe-4c9d-9239-baa3dc52ae39 req-377ff99a-bbd3-4aad-932b-e6c65947a4b6 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Synchronizing usage tracker for tenant:f131a64a3ddd4572a8a9fc2e7fe57978 on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:27.439882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-2b01b047-cfbe-4c9d-9239-baa3dc52ae39 req-377ff99a-bbd3-4aad-932b-e6c65947a4b6 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Unset dirty status for tenant:f131a64a3ddd4572a8a9fc2e7fe57978 on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:27.441562 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2b01b047-cfbe-4c9d-9239-baa3dc52ae39 req-377ff99a-bbd3-4aad-932b-e6c65947a4b6 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637257 Apr 20 19:25:27.574956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da249b80-e04f-43e7-b1c3-27d24bf431ec req-9c86f30b-599c-4684-9f64-260f51ea116b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:27.576572 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-da249b80-e04f-43e7-b1c3-27d24bf431ec req-9c86f30b-599c-4684-9f64-260f51ea116b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.2103207 Apr 20 19:25:27.688749 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-da249b80-e04f-43e7-b1c3-27d24bf431ec req-ee10b050-f8cc-4121-8692-9ca4685e195f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969596 Apr 20 19:25:27.694127 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca18f33f-1397-43b2-92b0-6936034e682e {{(pid=86327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:27.702131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.718685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Transition to ACTIVE for port object ca18f33f-1397-43b2-92b0-6936034e682e will not be triggered until provisioned by entity L2. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:25:27.721539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:27.726347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:27.896580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ca18f33f-1397-43b2-92b0-6936034e682e,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:27.905067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:27.990827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Attempting to bind port ca18f33f-1397-43b2-92b0-6936034e682e on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:25:27.993171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Attempting to bind port ca18f33f-1397-43b2-92b0-6936034e682e by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:25:27.993171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Attempting to bind port ca18f33f-1397-43b2-92b0-6936034e682e on network 091e65e3-cd08-4502-b73b-e6307f0dd8fd {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:25:28.001692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Port ca18f33f-1397-43b2-92b0-6936034e682e on network 091e65e3-cd08-4502-b73b-e6307f0dd8fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:25:28.002139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Attempting to bind port ca18f33f-1397-43b2-92b0-6936034e682e on network 091e65e3-cd08-4502-b73b-e6307f0dd8fd {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:25:28.008503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:25:28.008874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Checking segment: {'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:25:28.009359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Bound using segment: {'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:25:28.009918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Bound port: ca18f33f-1397-43b2-92b0-6936034e682e, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'}}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:25:28.010229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.107635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] For port ca18f33f-1397-43b2-92b0-6936034e682e, host hv-cinder-78726, cleared binding levels {{(pid=86327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:25:28.111323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] For port ca18f33f-1397-43b2-92b0-6936034e682e, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ca18f33f-1397-43b2-92b0-6936034e682e,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:25:28.115508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.121764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-92a694b5-b953-474a-8e10-78114de2e5ca tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:28.186771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:28.187525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:28.189286 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca18f33f-1397-43b2-92b0-6936034e682e HTTP/1.1" status: 200 len: 1094 time: 1.1603937 Apr 20 19:25:28.189891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5544e7-049b-42da-904c-523e5172d6b9', 'tag': 'ca18f33f-1397-43b2-92b0-6936034e682e'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:28.222496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ca18f33f-1397-43b2-92b0-6936034e682e,revision_number=3']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:28.229265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:28.278065 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5544e7-049b-42da-904c-523e5172d6b9', 'tag': 'ca18f33f-1397-43b2-92b0-6936034e682e', 'status': 'completed', 'code': 200} Apr 20 19:25:28.317025 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-f617b521-68c6-4b7f-aedc-73d0e91b180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:28.318683 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-f617b521-68c6-4b7f-aedc-73d0e91b180e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f131a64a3ddd4572a8a9fc2e7fe57978&device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0858848 Apr 20 19:25:28.413003 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-8fb7ec99-9432-4246-a763-62d65424d90f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca18f33f-1397-43b2-92b0-6936034e682e HTTP/1.1" status: 200 len: 217 time: 0.0729175 Apr 20 19:25:28.486325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-4469570a-16e5-4d8a-80eb-296ec4419c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:28.487904 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-4469570a-16e5-4d8a-80eb-296ec4419c66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8e35f42-47ae-47c6-b0bd-7679316023f5 HTTP/1.1" status: 200 len: 852 time: 0.0674026 Apr 20 19:25:28.546576 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-dad60a50-27e8-42c2-9e0c-c89ce799a780 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=091e65e3-cd08-4502-b73b-e6307f0dd8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513396 Apr 20 19:25:28.765580 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-26be0f9c-6de2-49e5-b19f-a749a5270e29 service neutron] 10.222.0.37 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099431 Apr 20 19:25:28.778211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dda8be-c723-44bd-a915-3cb93d8131cd req-cd7c21cb-2b62-418d-996a-c17f19c8c645 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:28.778998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e0dda8be-c723-44bd-a915-3cb93d8131cd req-cd7c21cb-2b62-418d-996a-c17f19c8c645 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Synchronizing usage tracker for tenant:f131a64a3ddd4572a8a9fc2e7fe57978 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:25:28.915315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e0dda8be-c723-44bd-a915-3cb93d8131cd req-cd7c21cb-2b62-418d-996a-c17f19c8c645 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Unset dirty status for tenant:f131a64a3ddd4572a8a9fc2e7fe57978 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:25:28.917689 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e0dda8be-c723-44bd-a915-3cb93d8131cd req-cd7c21cb-2b62-418d-996a-c17f19c8c645 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 944 time: 0.3376811 Apr 20 19:25:28.917821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81a136-2dfb-4a27-b361-28fc04a41c1e req-f6b9de66-8723-4153-8d80-aad395c13a62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:28.919473 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2b81a136-2dfb-4a27-b361-28fc04a41c1e req-f6b9de66-8723-4153-8d80-aad395c13a62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0951295 Apr 20 19:25:28.961709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d151a589-7011-4b62-8b48-26d7424c5af9 req-9333e10b-efa4-4e31-8a3d-11b0380e2cfa service neutron] 10.222.0.37 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796818 Apr 20 19:25:28.968557 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2b81a136-2dfb-4a27-b361-28fc04a41c1e req-290f22b5-8a02-4758-97e0-f68ecd0ad8f1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Apr 20 19:25:28.987561 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e0dda8be-c723-44bd-a915-3cb93d8131cd req-5152453a-e09e-417f-ac01-689219241552 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616744 Apr 20 19:25:29.109890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-5a51bfc2-21b6-4eec-a7ba-c4fa17f14f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:29.111475 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-5a51bfc2-21b6-4eec-a7ba-c4fa17f14f7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f131a64a3ddd4572a8a9fc2e7fe57978&device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0909491 Apr 20 19:25:29.269119 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-1f761681-4166-4ba6-9e47-5f99fbb6ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:29.270758 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-1f761681-4166-4ba6-9e47-5f99fbb6ed60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=091e65e3-cd08-4502-b73b-e6307f0dd8fd HTTP/1.1" status: 200 len: 913 time: 0.1474359 Apr 20 19:25:29.346401 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-d482cb7b-8683-4494-a3e4-173b83ae2b14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca18f33f-1397-43b2-92b0-6936034e682e HTTP/1.1" status: 200 len: 217 time: 0.0685461 Apr 20 19:25:29.420943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-6d39607b-d660-4a46-8db6-863fb1ce167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:29.422346 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-6d39607b-d660-4a46-8db6-863fb1ce167b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8e35f42-47ae-47c6-b0bd-7679316023f5 HTTP/1.1" status: 200 len: 852 time: 0.0684531 Apr 20 19:25:29.478554 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-e48e5778-e38a-4854-8e7a-87f1b3e8bbc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=091e65e3-cd08-4502-b73b-e6307f0dd8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480072 Apr 20 19:25:29.634228 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-609898ee-81e9-4fbd-b1a3-38143ca8d583 service neutron] 10.222.0.37 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397364 Apr 20 19:25:29.794521 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d65685a-5245-474b-a8c1-78c2d29ac71c req-95ce13e9-e328-434e-85cc-2faff0cfe629 service neutron] 10.222.0.37 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530149 Apr 20 19:25:29.821727 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 948e0b6c-76f9-4276-9ec4-05979f744652 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:25:29.861588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 948e0b6c-76f9-4276-9ec4-05979f744652 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:25:29.861984 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 948e0b6c-76f9-4276-9ec4-05979f744652 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:25:30.188381 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329440ed-b9da-44f1-b441-cce4cbb2b810 req-9f0cc0cc-7d54-4fd4-94e2-67d0c5564ba7 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:30.193773 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-329440ed-b9da-44f1-b441-cce4cbb2b810 req-9f0cc0cc-7d54-4fd4-94e2-67d0c5564ba7 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1070585 Apr 20 19:25:30.214563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89b781-132c-4652-8e27-fd006b1f5f88 req-3a9d6432-2ac8-4e4d-8b2d-41a635caf052 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:30.216400 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6c89b781-132c-4652-8e27-fd006b1f5f88 req-3a9d6432-2ac8-4e4d-8b2d-41a635caf052 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 944 time: 0.1122072 Apr 20 19:25:30.251864 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-329440ed-b9da-44f1-b441-cce4cbb2b810 req-17624233-4cbc-409f-8378-0a8a93ec0497 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540857 Apr 20 19:25:30.276988 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6c89b781-132c-4652-8e27-fd006b1f5f88 req-f1562185-e289-4ea6-a2f0-7da5d9452dab tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515461 Apr 20 19:25:31.496881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caf034-6fc9-436c-9512-bc14ac8503ce req-47ea3956-9825-4bc6-9a59-1ebca81c3235 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:31.498827 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e7caf034-6fc9-436c-9512-bc14ac8503ce req-47ea3956-9825-4bc6-9a59-1ebca81c3235 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0934973 Apr 20 19:25:31.504122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee75e4-12d1-435b-b294-a84ad84c6a15 req-84cad4a1-a202-4e27-a582-c98cc56ef1b9 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:31.506428 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bee75e4-12d1-435b-b294-a84ad84c6a15 req-84cad4a1-a202-4e27-a582-c98cc56ef1b9 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 944 time: 0.0898790 Apr 20 19:25:31.548772 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e7caf034-6fc9-436c-9512-bc14ac8503ce req-bff42805-2953-405d-be36-f6db4e1cc9d9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 Apr 20 19:25:31.555388 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bee75e4-12d1-435b-b294-a84ad84c6a15 req-a72d584b-0b79-46b3-bcd2-2324b843fe15 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Apr 20 19:25:31.938619 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-772b2ce9-c57a-4188-82b3-d30baabf0ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859122 Apr 20 19:25:32.041195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-991fd0bb-67b8-42e5-9cde-e4517898107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:32.042786 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-991fd0bb-67b8-42e5-9cde-e4517898107e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1099 time: 0.0780938 Apr 20 19:25:32.201517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-e514c018-3279-486a-bef8-4319ba2b67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:32.203102 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-e514c018-3279-486a-bef8-4319ba2b67f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.1379843 Apr 20 19:25:32.530732 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-668f9858-476e-4f52-8a1c-9a2fe352a19c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 200 len: 1001 time: 0.3149521 Apr 20 19:25:32.606792 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-8218e8ca-9371-4478-8462-bc37219902a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:32.608347 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-8218e8ca-9371-4478-8462-bc37219902a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.0652738 Apr 20 19:25:32.754919 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-ae055c8c-0168-4ca1-bc6b-fef97754dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:32.756805 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-ae055c8c-0168-4ca1-bc6b-fef97754dadb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1402438 Apr 20 19:25:32.775400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae61e-24be-4125-b6ba-7134224af8dd req-33c0d019-b90e-4f84-84d9-f4558a9dd615 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:32.777042 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-82fae61e-24be-4125-b6ba-7134224af8dd req-33c0d019-b90e-4f84-84d9-f4558a9dd615 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1046884 Apr 20 19:25:32.833812 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-82fae61e-24be-4125-b6ba-7134224af8dd req-5e247914-80fb-432b-b35d-9295cde59210 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Apr 20 19:25:32.925431 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-822c7dc9-18f3-4997-bf84-c85f8518ccac service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511869 Apr 20 19:25:32.940075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c999293-e768-4158-a145-346ef26882c2 req-057729f3-e9ed-4f69-93e5-30daa98455e3 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:32.941682 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8c999293-e768-4158-a145-346ef26882c2 req-057729f3-e9ed-4f69-93e5-30daa98455e3 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 944 time: 0.2517767 Apr 20 19:25:33.084304 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8c999293-e768-4158-a145-346ef26882c2 req-f5729607-b01b-4882-8a2f-d078fbb81b79 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153009 Apr 20 19:25:33.118062 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6ef00586-b636-4fbb-b4ca-f6f6d22795d6 req-768404c8-506c-40d8-9b96-806d2b3792ae service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753421 Apr 20 19:25:33.813057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device ca18f33f-1397-43b2-92b0-6936034e682e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:25:33.960580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port ca18f33f-1397-43b2-92b0-6936034e682e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ca18f33f-1397-43b2-92b0-6936034e682e,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:33.975291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': 'ca18f33f-1397-43b2-92b0-6936034e682e', 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd', 'port_id': 'ca18f33f-1397-43b2-92b0-6936034e682e', 'mac_address': 'fa:16:3e:54:75:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e35f42-47ae-47c6-b0bd-7679316023f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:25:34.039779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.053265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd64f38-6cdf-4bc4-a3f4-e14c1a3704f8 req-db71d610-7017-467f-8643-16d610f2288b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:34.057580 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0cd64f38-6cdf-4bc4-a3f4-e14c1a3704f8 req-db71d610-7017-467f-8643-16d610f2288b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1104474 Apr 20 19:25:34.062800 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca18f33f-1397-43b2-92b0-6936034e682e {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:25:34.084993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port ca18f33f-1397-43b2-92b0-6936034e682e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ca18f33f-1397-43b2-92b0-6936034e682e,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:34.087833 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:34.090883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:34.112805 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0cd64f38-6cdf-4bc4-a3f4-e14c1a3704f8 req-8be06460-0928-4cd6-b5b6-d875d18d0410 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510490 Apr 20 19:25:34.171136 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=ca18f33f-1397-43b2-92b0-6936034e682e,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:34.188590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:34.317798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337a11-db80-49f2-b180-bdd8c13ea50f req-7116a792-c6cb-4c01-9f4f-fc5dc94543ea tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:34.319689 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5f337a11-db80-49f2-b180-bdd8c13ea50f req-7116a792-c6cb-4c01-9f4f-fc5dc94543ea tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0985653 Apr 20 19:25:34.373406 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5f337a11-db80-49f2-b180-bdd8c13ea50f req-12511f9f-8339-4f64-bbcf-0e02301a6e4c tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469651 Apr 20 19:25:34.705324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ca18f33f-1397-43b2-92b0-6936034e682e'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:25:35.316232 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ca71e-e78b-4ead-ba05-31fec78778c1 req-b728b112-ad98-4fd7-9ec3-b2c917aca7d4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:35.317924 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1d5ca71e-e78b-4ead-ba05-31fec78778c1 req-b728b112-ad98-4fd7-9ec3-b2c917aca7d4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0906968 Apr 20 19:25:35.367952 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1d5ca71e-e78b-4ead-ba05-31fec78778c1 req-b1ab6862-edb4-4206-ae60-49334ad7c7d6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Apr 20 19:25:35.586868 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3466b7-06cd-45cb-a5a3-ffc3353d62c1 req-c6305773-55db-4ef9-82f1-cfba3c9b73e5 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:35.588483 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ba3466b7-06cd-45cb-a5a3-ffc3353d62c1 req-c6305773-55db-4ef9-82f1-cfba3c9b73e5 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0922635 Apr 20 19:25:35.638609 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ba3466b7-06cd-45cb-a5a3-ffc3353d62c1 req-48ab46c3-5cce-4ced-84ec-18ab7d870196 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Apr 20 19:25:36.579729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd491c-a588-46e9-924c-60fa84c6e720 req-8dcfce3e-9ff7-49ad-965f-a669f62a8166 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:36.581343 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1cd491c-a588-46e9-924c-60fa84c6e720 req-8dcfce3e-9ff7-49ad-965f-a669f62a8166 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0917108 Apr 20 19:25:36.630093 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1cd491c-a588-46e9-924c-60fa84c6e720 req-e84d80cb-a32b-4930-86da-82cc1db8a718 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Apr 20 19:25:36.864426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12407c6a-6880-4a5e-8cea-cef9d875f9b1 req-077e9ef9-f75f-4b9c-b856-7e507263ef9f tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:36.866191 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-12407c6a-6880-4a5e-8cea-cef9d875f9b1 req-077e9ef9-f75f-4b9c-b856-7e507263ef9f tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 945 time: 0.0969982 Apr 20 19:25:36.926812 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-12407c6a-6880-4a5e-8cea-cef9d875f9b1 req-65616d57-334f-41b3-955e-5bf305cafd68 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522742 Apr 20 19:25:37.827029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device ca18f33f-1397-43b2-92b0-6936034e682e up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:25:37.830962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101529eb-bb31-4fc4-b583-2e1ddbaeace0 req-e9f62da6-72dc-4479-a5d7-7274d968d0bf tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:37.832570 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-101529eb-bb31-4fc4-b583-2e1ddbaeace0 req-e9f62da6-72dc-4479-a5d7-7274d968d0bf tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0869792 Apr 20 19:25:37.889932 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-101529eb-bb31-4fc4-b583-2e1ddbaeace0 req-61184b17-0b18-45be-8fab-7bb6cce7e9f0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500464 Apr 20 19:25:37.905425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port ca18f33f-1397-43b2-92b0-6936034e682e completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:25:37.910881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port ca18f33f-1397-43b2-92b0-6936034e682e triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:25:37.911305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:38.046861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:38.077919 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5544e7-049b-42da-904c-523e5172d6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca18f33f-1397-43b2-92b0-6936034e682e'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:25:38.090676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port ca18f33f-1397-43b2-92b0-6936034e682e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ca18f33f-1397-43b2-92b0-6936034e682e,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:25:38.093492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:38.095437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:38.146782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0688a-6b10-439f-8192-e6d44432c150 req-80128d77-5b99-4919-8340-da7580e73646 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:38.159620 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3ba0688a-6b10-439f-8192-e6d44432c150 req-80128d77-5b99-4919-8340-da7580e73646 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.1107345 Apr 20 19:25:38.171929 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=ca18f33f-1397-43b2-92b0-6936034e682e,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:38.175596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:38.206983 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5544e7-049b-42da-904c-523e5172d6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca18f33f-1397-43b2-92b0-6936034e682e', 'code': 200} Apr 20 19:25:38.215096 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3ba0688a-6b10-439f-8192-e6d44432c150 req-e4041171-d427-4f59-845a-595d32ebf0e0 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543299 Apr 20 19:25:38.474372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dfa6a-87e9-4b5e-b6c3-ab558ea9aa6e req-7b4a75cf-9a51-484f-8d9b-df5f3cc55765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:38.475993 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6a6dfa6a-87e9-4b5e-b6c3-ab558ea9aa6e req-7b4a75cf-9a51-484f-8d9b-df5f3cc55765 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 1099 time: 0.0789952 Apr 20 19:25:38.519552 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6a6dfa6a-87e9-4b5e-b6c3-ab558ea9aa6e req-57e8427e-de0a-4c36-9e98-5cb3db27e9c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366251 Apr 20 19:25:38.931218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:39.122947 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a47a7-1d9c-4bad-b4aa-18ac80a1ab82 req-5c72fa19-36b0-494a-8ca7-d696c46ca72b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:39.124707 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb5a47a7-1d9c-4bad-b4aa-18ac80a1ab82 req-5c72fa19-36b0-494a-8ca7-d696c46ca72b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0986335 Apr 20 19:25:39.176541 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb5a47a7-1d9c-4bad-b4aa-18ac80a1ab82 req-175fca7f-5d08-4c3c-b956-104723522684 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Apr 20 19:25:39.427223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc37b-09c7-444d-93bc-03789c57b29d req-bc318908-7cd1-4fc1-8d63-fd2c4310d2c0 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:39.428852 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a96cc37b-09c7-444d-93bc-03789c57b29d req-bc318908-7cd1-4fc1-8d63-fd2c4310d2c0 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0960696 Apr 20 19:25:39.477390 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a96cc37b-09c7-444d-93bc-03789c57b29d req-f50d2374-3546-411f-8b88-29de52abc08e tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Apr 20 19:25:40.048846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:25:40.388110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73820ae9-08d9-4974-aad3-26c8b9aebed3 req-eba230b3-7780-4813-9b64-3571aee850e6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:40.389976 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-73820ae9-08d9-4974-aad3-26c8b9aebed3 req-eba230b3-7780-4813-9b64-3571aee850e6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0959792 Apr 20 19:25:40.448817 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-73820ae9-08d9-4974-aad3-26c8b9aebed3 req-dab9f28f-6ae0-4603-94a8-160948591d5f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513916 Apr 20 19:25:40.689797 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8956-2af9-4198-a73e-c4f25ace2c0a req-e4b615fa-ed1f-4460-b486-0b516a4609cf tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:40.691431 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e19d8956-2af9-4198-a73e-c4f25ace2c0a req-e4b615fa-ed1f-4460-b486-0b516a4609cf tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0936012 Apr 20 19:25:40.740916 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e19d8956-2af9-4198-a73e-c4f25ace2c0a req-fe79683b-e744-4949-86a8-24480382d70e tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Apr 20 19:25:41.657382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5c7df-f1bb-40d0-876c-a8c175f09442 req-d4a9859e-60c4-43a4-add1-bc159862b8ef tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:41.658989 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6a5c7df-f1bb-40d0-876c-a8c175f09442 req-d4a9859e-60c4-43a4-add1-bc159862b8ef tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0925460 Apr 20 19:25:41.714486 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d6a5c7df-f1bb-40d0-876c-a8c175f09442 req-cf8a3e0e-f143-4477-9825-2d1db6f40d07 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462880 Apr 20 19:25:42.961301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368a780-73bf-4fa8-b66e-7f79619ba595 req-a01a852b-0b2c-4d76-a47b-903bb06c54f7 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:42.962928 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7368a780-73bf-4fa8-b66e-7f79619ba595 req-a01a852b-0b2c-4d76-a47b-903bb06c54f7 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1141033 Apr 20 19:25:43.014141 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7368a780-73bf-4fa8-b66e-7f79619ba595 req-29fc4ed5-d014-4b24-b63d-1c7b4b353a86 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Apr 20 19:25:44.159998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37128) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:44.221504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e93812-6aa7-482a-91c4-760a511ddada req-65f8d0a5-4768-4285-9ba7-ec2a843a1463 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:44.225663 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c3e93812-6aa7-482a-91c4-760a511ddada req-65f8d0a5-4768-4285-9ba7-ec2a843a1463 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0964594 Apr 20 19:25:44.275267 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c3e93812-6aa7-482a-91c4-760a511ddada req-08389337-163e-4eb9-97c8-10aea4076e9f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Apr 20 19:25:44.350304 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:44.366274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:44.370311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Usage tracker for resource:security_group_rule and tenant:e726f1d35baf4711b448f57a03ded6a8 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:44.373564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:44.379523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:44.466797 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:44.469958 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:44.480641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cce5b212-de10-429b-b52c-b9c303b2096a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:44.525804 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e726f1d35baf4711b448f57a03ded6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646495 Apr 20 19:25:44.526718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a231f6e4-9975-4a55-85e9-5281bfbad958,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:44.528809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 37146) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:44.534688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.535106 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.535488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.535876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.536269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.537198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.537585 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.537967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.538348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.538726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.539103 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.539478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.543662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:44.594778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:44.625652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:44.683772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:44.688780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-255bf02d-11b0-45dc-a119-c18150dec412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:44.700100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a231f6e4-9975-4a55-85e9-5281bfbad958,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:44.712480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.712882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.713305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.713692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.714077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.714460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.714842 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.715221 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.715601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.715979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.716360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.716736 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:25:44.719503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:44.720715 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a231f6e4-9975-4a55-85e9-5281bfbad958 HTTP/1.1" status: 204 len: 168 time: 0.1907849 Apr 20 19:25:44.721732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:45.492819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef347f-e894-4c82-914e-146306af03d8 req-db0f2592-4ec6-41b2-af0c-db979c7818a9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:45.494428 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-01ef347f-e894-4c82-914e-146306af03d8 req-db0f2592-4ec6-41b2-af0c-db979c7818a9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0962331 Apr 20 19:25:45.544641 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-01ef347f-e894-4c82-914e-146306af03d8 req-f2648efe-ae92-4ab6-b120-7025120357b5 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434706 Apr 20 19:25:45.680697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 37188) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:45.749123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] Deleting subnet ab6c70a1-12c8-458f-901d-68815c0cad47 {{(pid=86326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:25:45.752361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:45.809729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851232374'] for subnet, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:45.868741 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:45.943459 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37194) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:46.074589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.091770 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:25:46.095774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Usage tracker for resource:security_group_rule and tenant:52386c4bf4e34510bcfe750fe92e7784 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:25:46.098717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:25:46.104959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:25:46.149188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852634239'] for subnet, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.154320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7308d661-7ab4-4426-a234-9a0b04f55970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:46.191851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6c70a1-12c8-458f-901d-68815c0cad47,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:46.194460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.199036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:46.199458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.200092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.206784 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6f0e9299-3d43-4d9b-9ee7-8b08cb035326 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ab6c70a1-12c8-458f-901d-68815c0cad47 HTTP/1.1" status: 204 len: 168 time: 0.5249968 Apr 20 19:25:46.212754 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37202) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:46.213446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b02d7422-8975-4acf-884d-ba8f49600340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:46.347439 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52386c4bf4e34510bcfe750fe92e7784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026911 Apr 20 19:25:46.350315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 37206) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:46.350879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485d73c2-286b-4cc3-8d34-6210b844a5ff,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:46.355609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:46.377184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.414690 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f1733478-90c7-4d3c-b3e3-739ca5a677c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.443360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f1733478-90c7-4d3c-b3e3-739ca5a677c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.489946 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f1733478-90c7-4d3c-b3e3-739ca5a677c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.494953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-aa274ffd-f264-4391-be65-9290fc023e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:46.512713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.512989 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1733478-90c7-4d3c-b3e3-739ca5a677c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485d73c2-286b-4cc3-8d34-6210b844a5ff,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:46.515426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f1733478-90c7-4d3c-b3e3-739ca5a677c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:46.517699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f1733478-90c7-4d3c-b3e3-739ca5a677c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.521402 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f1733478-90c7-4d3c-b3e3-739ca5a677c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/485d73c2-286b-4cc3-8d34-6210b844a5ff HTTP/1.1" status: 204 len: 168 time: 0.1693079 Apr 20 19:25:46.638244 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3540867e-d4ac-4269-9ad4-38be8560a565']}} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:46.656667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c530f6ef-8077-4b50-b634-8f16bad234a4') {'for_net_delete': True} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:46.656948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c530f6ef-8077-4b50-b634-8f16bad234a4') {} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:46.673935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852357349'] for segment, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.691730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:46.699206 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=86327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:25:46.773186 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b498c-b6d4-4944-a2cf-015825285d07 req-be163749-3ba4-4609-bb56-06f0ec2de396 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:46.775293 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a93b498c-b6d4-4944-a2cf-015825285d07 req-be163749-3ba4-4609-bb56-06f0ec2de396 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1107848 Apr 20 19:25:46.854883 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a93b498c-b6d4-4944-a2cf-015825285d07 req-345e14ea-67e4-4cfa-8b5d-0fc1d00cbacb tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645967 Apr 20 19:25:46.914688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Network 3540867e-d4ac-4269-9ad4-38be8560a565 has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:25:46.923731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851780364'] for segment, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.105872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Network 3540867e-d4ac-4269-9ad4-38be8560a565 has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:25:47.128372 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:25:47.206603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.210880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:47.225794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.238598 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=3540867e-d4ac-4269-9ad4-38be8560a565,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:47.243995 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:47.254936 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3540867e-d4ac-4269-9ad4-38be8560a565 HTTP/1.1" status: 204 len: 168 time: 1.0326109 Apr 20 19:25:47.258407 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37220) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:47.324509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] Deleting subnet 4f12e06b-bed7-4932-b3ac-53b0c304a955 {{(pid=86327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:25:47.327757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.382950 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2418451'] for subnet, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.442257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.705524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2995031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851630270'] for subnet, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.710323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:47.748565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f12e06b-bed7-4932-b3ac-53b0c304a955,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:47.751851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:47.752898 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:47.759837 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-30258737-16e4-4ce2-9dd0-c962cc024c68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f12e06b-bed7-4932-b3ac-53b0c304a955 HTTP/1.1" status: 204 len: 168 time: 0.5004127 Apr 20 19:25:47.762478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37224) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:47.877432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:48.066241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:48.405865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de90c1f7-4984-4789-90cc-7384d3e20d06']}} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:48.422841 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99a7901-dd05-4dde-b17f-f5ec3a014623') {'for_net_delete': True} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:48.423166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99a7901-dd05-4dde-b17f-f5ec3a014623') {} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:25:48.437663 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9fc5-10a6-4183-9cc0-fcb0617941bc req-06ed4a23-faf0-4562-953c-b31ff6365f14 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:48.439262 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f16f9fc5-10a6-4183-9cc0-fcb0617941bc req-06ed4a23-faf0-4562-953c-b31ff6365f14 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.4369447 Apr 20 19:25:48.445639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852357349'] for segment, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:48.482312 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:48.497659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=86327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:25:48.581853 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f16f9fc5-10a6-4183-9cc0-fcb0617941bc req-cd8820f2-f8b5-4c71-b3dc-af61c320964a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291182 Apr 20 19:25:48.682923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Network de90c1f7-4984-4789-90cc-7384d3e20d06 has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:25:48.691660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851780364'] for segment, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:48.867294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Network de90c1f7-4984-4789-90cc-7384d3e20d06 has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:25:48.890915 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:25:48.974298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:48.978446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-889f6415-3dfd-4f38-b600-5c8deba51e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:48.997684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:49.000229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Pushing event deleted for resources: {'Network': ['ID=de90c1f7-4984-4789-90cc-7384d3e20d06,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:49.003280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:49.006779 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4b2e837f-ab71-4b78-acb9-192b27863215 admin admin] 10.222.0.16 "DELETE /v2.0/networks/de90c1f7-4984-4789-90cc-7384d3e20d06 HTTP/1.1" status: 204 len: 168 time: 1.2433207 Apr 20 19:25:49.199860 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37242) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:49.251192 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-366d6e2a-9f71-4885-a430-6f68badaf524 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ee24928078a4c28b5b2170a9651e2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497186 Apr 20 19:25:49.253659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37246) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:49.314951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a3fae23-75c6-4bb2-a764-8bd4ea72e084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:49.342618 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a3fae23-75c6-4bb2-a764-8bd4ea72e084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:49.390877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a3fae23-75c6-4bb2-a764-8bd4ea72e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:49.396113 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-82d71421-5785-427c-a140-797a5a5ee81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:49.413835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fae23-75c6-4bb2-a764-8bd4ea72e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f97172-0d07-4b05-9d63-d6383ef73ef9,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:49.416857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a3fae23-75c6-4bb2-a764-8bd4ea72e084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:49.426804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a3fae23-75c6-4bb2-a764-8bd4ea72e084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:49.431413 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8a3fae23-75c6-4bb2-a764-8bd4ea72e084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7f97172-0d07-4b05-9d63-d6383ef73ef9 HTTP/1.1" status: 204 len: 168 time: 0.1767788 Apr 20 19:25:49.794330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c43f-0039-48f2-8bcc-0727217f67be req-2b3a0938-c9f0-441b-8007-d38ab51addd6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:49.795966 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6578c43f-0039-48f2-8bcc-0727217f67be req-2b3a0938-c9f0-441b-8007-d38ab51addd6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0986664 Apr 20 19:25:49.823315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37258) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:49.846667 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6578c43f-0039-48f2-8bcc-0727217f67be req-319e49d8-1825-4ea0-b755-16c4eca10520 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Apr 20 19:25:49.876717 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-988342a2-ec09-4921-b5ed-56793d903675 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d4fd1a2e7b847b88632dd75d9cb4372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521235 Apr 20 19:25:49.880446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37262) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:25:49.941801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9879fe2d-d541-41cf-973f-f26d15f0b15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:49.968473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9879fe2d-d541-41cf-973f-f26d15f0b15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:50.013549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9879fe2d-d541-41cf-973f-f26d15f0b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:50.018403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-85e5c267-9368-4c2b-af8d-24bdeb25c21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:25:50.030302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879fe2d-d541-41cf-973f-f26d15f0b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa6662-477f-4ffd-b9e6-02b1880ea937,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:25:50.033599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9879fe2d-d541-41cf-973f-f26d15f0b15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:25:50.042641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9879fe2d-d541-41cf-973f-f26d15f0b15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:50.043984 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9879fe2d-d541-41cf-973f-f26d15f0b15e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdaa6662-477f-4ffd-b9e6-02b1880ea937 HTTP/1.1" status: 204 len: 168 time: 0.1623940 Apr 20 19:25:50.902449 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f9bda3a-f37b-4458-b929-caa0034b4a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:51.089788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5193dc-3201-4f09-a2b5-f33cfa596ff7 req-a9e034ee-ba17-4254-84e9-cf1594a1cc79 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:51.091693 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f5193dc-3201-4f09-a2b5-f33cfa596ff7 req-a9e034ee-ba17-4254-84e9-cf1594a1cc79 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0977340 Apr 20 19:25:51.141060 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f5193dc-3201-4f09-a2b5-f33cfa596ff7 req-26f7ca98-a80a-4050-a7ea-71deffe90d91 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430503 Apr 20 19:25:52.344934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166b19a-25dd-4932-8b77-981ca208643e req-e47004dd-a223-4a09-9063-6aecd81fdf50 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:52.346651 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d166b19a-25dd-4932-8b77-981ca208643e req-e47004dd-a223-4a09-9063-6aecd81fdf50 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0898273 Apr 20 19:25:52.407460 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d166b19a-25dd-4932-8b77-981ca208643e req-9db008e2-dc53-41af-b95f-1d0b24b96bdc tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542793 Apr 20 19:25:53.495952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a511591-6ddc-44b9-979d-a3f3f234148d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:53.622137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137446d3-0d9c-41a0-81e8-781b86a56f3a req-ad26bc0a-c602-4736-af49-8c1a327c922d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:53.623755 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-137446d3-0d9c-41a0-81e8-781b86a56f3a req-ad26bc0a-c602-4736-af49-8c1a327c922d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0911071 Apr 20 19:25:53.675998 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-137446d3-0d9c-41a0-81e8-781b86a56f3a req-cbac33e2-335f-4af0-b77a-d9ed6f51a938 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Apr 20 19:25:54.887949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166efea3-375b-4d43-87e9-0650dc145cc7 req-385c98cb-b4c8-478f-a93d-ee9286237f33 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:54.894050 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-166efea3-375b-4d43-87e9-0650dc145cc7 req-385c98cb-b4c8-478f-a93d-ee9286237f33 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0937827 Apr 20 19:25:54.943205 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-166efea3-375b-4d43-87e9-0650dc145cc7 req-93e5abf9-6cbf-44a9-99b5-c538233df2b4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Apr 20 19:25:55.387819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:55.833911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b41929-57c8-4073-bb63-8fbcab53ec79 req-29e00cd1-329b-4b07-a5cc-f598e0e483f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:55.835462 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f1b41929-57c8-4073-bb63-8fbcab53ec79 req-29e00cd1-329b-4b07-a5cc-f598e0e483f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 1098 time: 0.0760334 Apr 20 19:25:55.881055 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f1b41929-57c8-4073-bb63-8fbcab53ec79 req-3793468c-7fd6-4e30-bb76-b6bd96f1f5fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368159 Apr 20 19:25:56.153953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dcd2b-8b79-4842-b360-fc52ce9a621d req-1a97b05b-5162-476e-a44a-5e950b4669c3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:56.155521 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-141dcd2b-8b79-4842-b360-fc52ce9a621d req-1a97b05b-5162-476e-a44a-5e950b4669c3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0943346 Apr 20 19:25:56.203576 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-141dcd2b-8b79-4842-b360-fc52ce9a621d req-eb29eca4-e5c6-4369-a24f-ba9014a57403 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Apr 20 19:25:56.439249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:57.366470 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:25:57.418990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076e244-ce8c-4636-8dff-94d897b56c43 req-89d5dbec-f501-4de7-80b8-a906e753a0cd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:57.420590 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f076e244-ce8c-4636-8dff-94d897b56c43 req-89d5dbec-f501-4de7-80b8-a906e753a0cd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0947161 Apr 20 19:25:57.477431 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f076e244-ce8c-4636-8dff-94d897b56c43 req-f4f1e404-bf4c-4fdc-a3e6-f89106286233 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 Apr 20 19:25:58.678017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658a9c2-ff7c-41f6-b213-ea78fe507797 req-44bea9c2-a42f-4e6b-99b8-3b2d7a27b447 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:58.679622 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5658a9c2-ff7c-41f6-b213-ea78fe507797 req-44bea9c2-a42f-4e6b-99b8-3b2d7a27b447 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0884762 Apr 20 19:25:58.728567 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5658a9c2-ff7c-41f6-b213-ea78fe507797 req-811e3475-cc18-486b-ab79-21dc1794843b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Apr 20 19:25:58.930773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073bb73-23fd-4bce-9e0a-edbd81a0a94d req-937189d3-1c8e-4843-9f87-21163ed175b6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:25:58.932333 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8073bb73-23fd-4bce-9e0a-edbd81a0a94d req-937189d3-1c8e-4843-9f87-21163ed175b6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0925834 Apr 20 19:25:58.980103 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8073bb73-23fd-4bce-9e0a-edbd81a0a94d req-4c7e020d-d138-4371-be17-fd89f605097d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Apr 20 19:26:01.074272 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-816855cb-0f5b-45f4-9b8e-a8dc76927635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:01.075903 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-816855cb-0f5b-45f4-9b8e-a8dc76927635 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0867367 Apr 20 19:26:01.172443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83772586-5cfc-41a1-a3dc-c8fd56cf9315 req-4728c9d5-0c93-4095-b731-3bf2b334f057 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:01.174392 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-83772586-5cfc-41a1-a3dc-c8fd56cf9315 req-4728c9d5-0c93-4095-b731-3bf2b334f057 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1036286 Apr 20 19:26:01.227862 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-83772586-5cfc-41a1-a3dc-c8fd56cf9315 req-fed9dbcc-3b1d-429d-9cc2-b5474dca8f4e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Apr 20 19:26:01.248987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-a643fa56-9c93-49a2-94fb-f5271e07ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:01.250575 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-a643fa56-9c93-49a2-94fb-f5271e07ef61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 919 time: 0.1598334 Apr 20 19:26:01.330530 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-3bb224bf-9cd3-4b75-9fae-33da3e34965e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011 HTTP/1.1" status: 200 len: 217 time: 0.0709510 Apr 20 19:26:01.403243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-a9edbd2c-4af4-4df4-b71b-64fdce5c4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:01.404800 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-a9edbd2c-4af4-4df4-b71b-64fdce5c4629 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.0651963 Apr 20 19:26:01.467702 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-01bfb1df-0a10-4287-9962-935c3fae0aee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498085 Apr 20 19:26:01.610381 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-1927afdc-fe18-44c2-841d-2c91d2946cb9 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347744 Apr 20 19:26:01.749705 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67c2c081-52b1-4ff9-8c9d-57118976d69a req-8bcb0ad1-d93b-4b49-bb4e-8de0a7432d93 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318252 Apr 20 19:26:02.432814 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c8670-49c5-4c0f-b156-707e5367c747 req-23b31d2d-6a48-46ac-9bdf-60a6ec711e13 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:02.434496 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-436c8670-49c5-4c0f-b156-707e5367c747 req-23b31d2d-6a48-46ac-9bdf-60a6ec711e13 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0903203 Apr 20 19:26:02.483635 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-436c8670-49c5-4c0f-b156-707e5367c747 req-439dbce0-7013-4516-98c6-bfa514eaf73b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Apr 20 19:26:03.700963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7696f3-ef65-4b7f-91c9-8dc357d3f7dd req-c38fe1c5-fda3-4f5a-b415-b584e99cb22b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:03.702787 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fe7696f3-ef65-4b7f-91c9-8dc357d3f7dd req-c38fe1c5-fda3-4f5a-b415-b584e99cb22b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0956011 Apr 20 19:26:03.751550 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fe7696f3-ef65-4b7f-91c9-8dc357d3f7dd req-c62e2378-94fe-4517-9b86-eca6c6d94817 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Apr 20 19:26:04.959026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba6ee6-3c7a-48fb-a89e-e947545d2e13 req-9aa00a93-a105-4978-ae0d-05302a424d4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:04.960616 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-14ba6ee6-3c7a-48fb-a89e-e947545d2e13 req-9aa00a93-a105-4978-ae0d-05302a424d4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0922470 Apr 20 19:26:05.008344 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-14ba6ee6-3c7a-48fb-a89e-e947545d2e13 req-8242487b-132a-4782-9d3f-d308dd9207db tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Apr 20 19:26:06.220094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823702ff-8e10-43c6-abac-d7c1f7f6d07e req-d3f83c57-ce11-4189-a0fe-35a5d4f21f61 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:06.221815 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-823702ff-8e10-43c6-abac-d7c1f7f6d07e req-d3f83c57-ce11-4189-a0fe-35a5d4f21f61 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0900750 Apr 20 19:26:06.269975 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-823702ff-8e10-43c6-abac-d7c1f7f6d07e req-0329db1e-55d3-46e6-931c-8e7f09385624 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Apr 20 19:26:07.489277 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f63b-02d3-4d92-846f-7d1ac0a7939b req-dd772a3c-527a-4793-b082-9923e6a4a5f1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:07.491174 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b09f63b-02d3-4d92-846f-7d1ac0a7939b req-dd772a3c-527a-4793-b082-9923e6a4a5f1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0943315 Apr 20 19:26:07.543492 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b09f63b-02d3-4d92-846f-7d1ac0a7939b req-845cac0f-0bf2-4577-b06d-126612b2423d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Apr 20 19:26:07.784812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 37542) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:26:07.918900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:07.935282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:26:07.940241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Usage tracker for resource:security_group_rule and tenant:6434e3ebaea44f45bd010c0a731b5040 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:26:07.943363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:26:07.950185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:26:08.036697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:08.039483 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:08.048511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cf986074-ad7a-4a9f-989b-1bc91f021a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:08.094656 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6434e3ebaea44f45bd010c0a731b5040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086498 Apr 20 19:26:08.095507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c8e321-fd8c-461a-985d-b7fa5aae5f3a,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:08.097559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 37550) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:26:08.098955 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:08.162149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a1274931-cccd-4886-be18-9ba885b2b308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:08.190022 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a1274931-cccd-4886-be18-9ba885b2b308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:08.235861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a1274931-cccd-4886-be18-9ba885b2b308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:08.242574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6ab056fb-e424-4527-95c6-092f9e78999c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:08.258581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1274931-cccd-4886-be18-9ba885b2b308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c8e321-fd8c-461a-985d-b7fa5aae5f3a,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:08.261703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a1274931-cccd-4886-be18-9ba885b2b308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:08.263747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a1274931-cccd-4886-be18-9ba885b2b308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:08.265630 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a1274931-cccd-4886-be18-9ba885b2b308 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0c8e321-fd8c-461a-985d-b7fa5aae5f3a HTTP/1.1" status: 204 len: 168 time: 0.1668866 Apr 20 19:26:08.758211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3b157-e458-406e-a2eb-9a3529c3d7ba req-dc8412a2-5c05-4cdd-95d9-86e2754ae345 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:08.759841 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-37c3b157-e458-406e-a2eb-9a3529c3d7ba req-dc8412a2-5c05-4cdd-95d9-86e2754ae345 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0905273 Apr 20 19:26:08.810035 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-37c3b157-e458-406e-a2eb-9a3529c3d7ba req-7941ca83-0cd0-41b0-bb98-21bdf0ab6b69 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Apr 20 19:26:08.944460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:10.031063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320070d-fc73-486c-b878-6d3593aef044 req-2a4f266e-92f7-4360-b0cf-ff9a67450cc0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:10.032744 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a320070d-fc73-486c-b878-6d3593aef044 req-2a4f266e-92f7-4360-b0cf-ff9a67450cc0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0937672 Apr 20 19:26:10.081148 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a320070d-fc73-486c-b878-6d3593aef044 req-fb6f91d3-2b57-4b37-8707-ca327cbafc67 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Apr 20 19:26:11.288223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e97b1-7238-4721-846d-5f4dfa8a556d req-fb450d4f-c31c-4808-a9db-7c68600724c8 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:11.289834 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e46e97b1-7238-4721-846d-5f4dfa8a556d req-fb450d4f-c31c-4808-a9db-7c68600724c8 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0921810 Apr 20 19:26:11.341318 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e46e97b1-7238-4721-846d-5f4dfa8a556d req-8c59f6c4-7072-4546-9a82-66001d0819b0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450137 Apr 20 19:26:12.548812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b59a5a-755f-4ad1-9f71-5fc229d52cac req-a9331a62-11da-4125-8eba-aafb43ba7f31 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:12.550407 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-83b59a5a-755f-4ad1-9f71-5fc229d52cac req-a9331a62-11da-4125-8eba-aafb43ba7f31 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0925121 Apr 20 19:26:12.598262 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-83b59a5a-755f-4ad1-9f71-5fc229d52cac req-250ae28a-d957-437b-a36e-9f9ba848629c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410509 Apr 20 19:26:13.848719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed22e8a-7689-4b49-a82a-f330b7f3a52b req-c676c129-666f-4cf2-a5ec-6ac4b5f61c4d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:13.850891 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1ed22e8a-7689-4b49-a82a-f330b7f3a52b req-c676c129-666f-4cf2-a5ec-6ac4b5f61c4d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0881374 Apr 20 19:26:13.899407 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1ed22e8a-7689-4b49-a82a-f330b7f3a52b req-8cd50eb0-753f-4a75-b1e0-88377de246b9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 Apr 20 19:26:14.662931 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089f38-1859-4cb9-a751-dfd8e49c05a6 req-75c8bb93-e9df-4076-ba14-14be1027998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:14.664507 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-28089f38-1859-4cb9-a751-dfd8e49c05a6 req-75c8bb93-e9df-4076-ba14-14be1027998a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0827601 Apr 20 19:26:14.713617 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-28089f38-1859-4cb9-a751-dfd8e49c05a6 req-34177285-fa6b-439b-afe2-ba556e4a2071 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391419 Apr 20 19:26:15.101960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f1e1-bbf2-4952-9c9c-98b4ff726ece req-ae3e4bcf-df7d-46d1-9f42-81160e0e75a6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:15.103543 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-33d0f1e1-bbf2-4952-9c9c-98b4ff726ece req-ae3e4bcf-df7d-46d1-9f42-81160e0e75a6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0895236 Apr 20 19:26:15.156124 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-33d0f1e1-bbf2-4952-9c9c-98b4ff726ece req-6cb49d20-9499-49dc-94af-98ef164fd072 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 Apr 20 19:26:16.372843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c502500-9f34-4924-8cf2-99e1e785a257 req-63ac80eb-8b7d-4f84-a1db-32b1abb08741 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:16.374495 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c502500-9f34-4924-8cf2-99e1e785a257 req-63ac80eb-8b7d-4f84-a1db-32b1abb08741 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0980470 Apr 20 19:26:16.424742 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c502500-9f34-4924-8cf2-99e1e785a257 req-5a15e72c-5b7b-45d9-ba92-00793e84503b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 Apr 20 19:26:16.837600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-dfe93b3f-1844-4fdc-8ced-7d3260ea2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:16.839191 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-dfe93b3f-1844-4fdc-8ced-7d3260ea2e6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0840454 Apr 20 19:26:16.898213 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e88a64-5268-4e60-9a3f-4d132c63da6c req-5191cfdb-8ea8-4ed5-8eb4-27867a41f315 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:16.899626 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-95e88a64-5268-4e60-9a3f-4d132c63da6c req-5191cfdb-8ea8-4ed5-8eb4-27867a41f315 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1022465 Apr 20 19:26:16.950571 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-95e88a64-5268-4e60-9a3f-4d132c63da6c req-1d82658e-ddad-40bc-ac30-56111b9404d6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Apr 20 19:26:17.041739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:26:17.056936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-058a3138-78ab-4bee-bcf0-1f7009c77097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:17.058564 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-058a3138-78ab-4bee-bcf0-1f7009c77097 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 919 time: 0.2078087 Apr 20 19:26:17.136861 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-d9bc3352-9086-47bb-bdd3-777f1485ec4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011 HTTP/1.1" status: 200 len: 217 time: 0.0665073 Apr 20 19:26:17.217207 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-446d3bea-a612-48f5-b2f2-24fb598f5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:17.218784 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-446d3bea-a612-48f5-b2f2-24fb598f5dbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.0691710 Apr 20 19:26:17.279937 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-1e40e9ed-ff88-471e-b047-b53255e0324c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493279 Apr 20 19:26:17.439240 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-cf0a875b-c651-4c42-b2dc-4465ffe48faf service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383910 Apr 20 19:26:17.806717 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b7febf5a-a844-4be4-95f6-7d4409524f4b req-a246d33f-187a-45b6-bd7d-d34ae1079f03 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547418 Apr 20 19:26:18.169633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fe15e-7d65-4dd7-bbfd-40b22ddd4f2e req-b97e0c70-acac-42b7-8229-e1026c54a1ec tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:18.171593 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b36fe15e-7d65-4dd7-bbfd-40b22ddd4f2e req-b97e0c70-acac-42b7-8229-e1026c54a1ec tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0927556 Apr 20 19:26:18.236699 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b36fe15e-7d65-4dd7-bbfd-40b22ddd4f2e req-c8d93faf-4b63-484b-bd57-7a1f51671b06 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590062 Apr 20 19:26:19.453822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea498c7-4806-43fd-ba3b-a1a25b607ea0 req-7b871113-a8ed-41d2-8e42-b9b5203f90f7 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:19.455445 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8ea498c7-4806-43fd-ba3b-a1a25b607ea0 req-7b871113-a8ed-41d2-8e42-b9b5203f90f7 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1036873 Apr 20 19:26:19.506857 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8ea498c7-4806-43fd-ba3b-a1a25b607ea0 req-9f575fd4-d5ed-48b4-ac02-f026dd2d9d4f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Apr 20 19:26:20.628090 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4edfc9-73ea-4432-aa4a-ac3ce647bf4b req-3224b9c7-8701-4c1b-a7fc-d2f4ee9f83e5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:20.629710 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3d4edfc9-73ea-4432-aa4a-ac3ce647bf4b req-3224b9c7-8701-4c1b-a7fc-d2f4ee9f83e5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0955689 Apr 20 19:26:20.682419 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3d4edfc9-73ea-4432-aa4a-ac3ce647bf4b req-0e313281-f7c9-4790-a703-a8e5fc2ed1f1 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Apr 20 19:26:20.875966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c852b06-e496-4918-b6c6-1a7e48ce5b92 req-55ac08c8-3094-4c60-94fa-cdca7946a034 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:20.878587 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c852b06-e496-4918-b6c6-1a7e48ce5b92 req-55ac08c8-3094-4c60-94fa-cdca7946a034 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1198661 Apr 20 19:26:20.913905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-89a3cdab-80b5-4b77-b7dc-43635f312d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:20.969312 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7c852b06-e496-4918-b6c6-1a7e48ce5b92 req-37ce3221-e056-408b-bb9c-8a27e15a4fd7 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833778 Apr 20 19:26:21.897455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741a679-4af6-4a1e-8bd3-a5b1c4677b03 req-efa89972-260c-431c-a620-b5a590f96a74 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:21.899096 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a741a679-4af6-4a1e-8bd3-a5b1c4677b03 req-efa89972-260c-431c-a620-b5a590f96a74 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0901458 Apr 20 19:26:21.950432 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a741a679-4af6-4a1e-8bd3-a5b1c4677b03 req-1146a337-5067-4ea5-8515-9fd74ea26149 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Apr 20 19:26:22.174040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85e3c-9f25-4062-b0af-123d056ceb6d req-8f095d17-21c6-4aba-baad-2d004b5d1350 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:22.175637 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5ca85e3c-9f25-4062-b0af-123d056ceb6d req-8f095d17-21c6-4aba-baad-2d004b5d1350 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0955398 Apr 20 19:26:22.227025 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5ca85e3c-9f25-4062-b0af-123d056ceb6d req-95e86558-9185-4f52-aa3d-ae4882803a2d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439191 Apr 20 19:26:23.167009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77d7c5-da32-4107-b41e-ac1bccf41db1 req-e897a5ed-c9ca-4ce4-8897-fdd74e0bd9e7 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:23.168646 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ac77d7c5-da32-4107-b41e-ac1bccf41db1 req-e897a5ed-c9ca-4ce4-8897-fdd74e0bd9e7 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0984056 Apr 20 19:26:23.220943 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ac77d7c5-da32-4107-b41e-ac1bccf41db1 req-158d8b00-e037-4a2a-98c8-41f28b2a9522 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454016 Apr 20 19:26:23.488820 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1de446d3-0675-4f29-80be-e00f898bb2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:23.972036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeae74-a46f-4fc3-a801-18647def2e44 req-647cf711-7ebb-4a90-a1c8-4cfd39ec55d4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:23.973622 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7beeae74-a46f-4fc3-a801-18647def2e44 req-647cf711-7ebb-4a90-a1c8-4cfd39ec55d4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0913608 Apr 20 19:26:23.980492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3996-a0d3-4c9f-8703-07d08cd52a0c req-4a724364-611d-48ce-8742-6861dc572f0c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:23.982117 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-42fb3996-a0d3-4c9f-8703-07d08cd52a0c req-4a724364-611d-48ce-8742-6861dc572f0c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0919406 Apr 20 19:26:24.023534 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7beeae74-a46f-4fc3-a801-18647def2e44 req-dd755c29-0ecc-44ae-ba57-a87ef70c3b41 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 Apr 20 19:26:24.031568 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-42fb3996-a0d3-4c9f-8703-07d08cd52a0c req-a06adc24-68b7-4b8c-a25e-4a074b18c274 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Apr 20 19:26:24.448148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab44ea-df68-4125-a816-2b6972f76008 req-901a2025-8e48-4748-a339-b319d16f857e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:24.450122 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-29ab44ea-df68-4125-a816-2b6972f76008 req-901a2025-8e48-4748-a339-b319d16f857e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1065929 Apr 20 19:26:24.500972 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-29ab44ea-df68-4125-a816-2b6972f76008 req-72454a4f-9544-4926-98af-51b7c9bef755 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Apr 20 19:26:25.251053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f1948-954a-4a53-aa03-3038098bfec9 req-004e99d2-0772-4efc-a58d-169bba91355e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:25.253147 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-646f1948-954a-4a53-aa03-3038098bfec9 req-004e99d2-0772-4efc-a58d-169bba91355e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0994742 Apr 20 19:26:25.309758 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-646f1948-954a-4a53-aa03-3038098bfec9 req-e4cd2544-f81c-45a2-a328-7e05cf67f523 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498872 Apr 20 19:26:25.393133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:25.708391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d6e64-2266-493b-b2c8-111edc3d1c31 req-b5be7332-76ed-4315-bc06-edf2aaba8d00 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:25.710613 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b06d6e64-2266-493b-b2c8-111edc3d1c31 req-b5be7332-76ed-4315-bc06-edf2aaba8d00 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0926569 Apr 20 19:26:25.760884 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b06d6e64-2266-493b-b2c8-111edc3d1c31 req-64a2e5cf-f58f-4308-8ceb-0e2df452abc9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438662 Apr 20 19:26:26.444585 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:26.560997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6a678-b90a-4bcf-a743-c86372c3bbb6 req-8164a90e-368b-4485-a7d4-8ab3fd571ce5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:26.562731 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7dd6a678-b90a-4bcf-a743-c86372c3bbb6 req-8164a90e-368b-4485-a7d4-8ab3fd571ce5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1064191 Apr 20 19:26:26.617852 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7dd6a678-b90a-4bcf-a743-c86372c3bbb6 req-ad94e92f-08c1-4c44-8756-482296998893 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479736 Apr 20 19:26:26.980048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f163d-16de-4a23-921e-09b482940050 req-611d91c3-7aad-43cb-ae44-80c62808fd4f tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:26.981733 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-239f163d-16de-4a23-921e-09b482940050 req-611d91c3-7aad-43cb-ae44-80c62808fd4f tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1016598 Apr 20 19:26:27.061273 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-239f163d-16de-4a23-921e-09b482940050 req-da4c1cf3-0352-422c-9294-5ce1eb55c47b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720119 Apr 20 19:26:27.367669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:27.580866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-735d61ab-829f-46d2-8951-efda04d14451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:27.582537 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-735d61ab-829f-46d2-8951-efda04d14451 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0911932 Apr 20 19:26:27.752478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-8dde5ea8-a972-4d15-99e3-441aa8acab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:27.754029 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-8dde5ea8-a972-4d15-99e3-441aa8acab8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 919 time: 0.1570897 Apr 20 19:26:27.783742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd317fc4-68dd-45cc-bd06-546c68752f7e req-e8be4be7-d3f6-4290-9e69-692d29b20e7a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:27.785405 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fd317fc4-68dd-45cc-bd06-546c68752f7e req-e8be4be7-d3f6-4290-9e69-692d29b20e7a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0997810 Apr 20 19:26:27.838329 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fd317fc4-68dd-45cc-bd06-546c68752f7e req-388d9bea-1187-47b8-8adc-624644dddd34 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437989 Apr 20 19:26:27.870037 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-5741ca17-f0a2-47b4-9097-fecd1a0bbb79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011 HTTP/1.1" status: 200 len: 217 time: 0.0752800 Apr 20 19:26:27.958137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-208f8a52-1819-4680-9747-8a7917f3796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:27.959632 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-208f8a52-1819-4680-9747-8a7917f3796d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.0795188 Apr 20 19:26:27.968750 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eb948-3d92-4556-bfd8-d3bdb305e5bb req-2ad4d2f2-5947-473d-8a0a-2d14f92e45a7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:27.970313 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5d6eb948-3d92-4556-bfd8-d3bdb305e5bb req-2ad4d2f2-5947-473d-8a0a-2d14f92e45a7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.2204483 Apr 20 19:26:28.037784 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-4205c5d3-d946-4e4e-984a-0ae41a012f1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658278 Apr 20 19:26:28.136449 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5d6eb948-3d92-4556-bfd8-d3bdb305e5bb req-fa459587-fb27-40a3-bcf3-fc9c8a8a3a39 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287417 Apr 20 19:26:28.218672 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-905901ca-e8dd-4889-ba8f-2f08fe02409b service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675510 Apr 20 19:26:28.282494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9b880-7d5c-41e8-bae4-270b9860d1a7 req-871c3c6b-aefe-4486-954f-c4cf4035ad74 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:28.284479 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3e9b880-7d5c-41e8-bae4-270b9860d1a7 req-871c3c6b-aefe-4486-954f-c4cf4035ad74 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0948792 Apr 20 19:26:28.339121 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3e9b880-7d5c-41e8-bae4-270b9860d1a7 req-437da3c1-3b2c-4f14-920d-a554fa787d76 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 Apr 20 19:26:28.374889 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-697deeae-c4a0-454a-b4fa-f351b4b64bc6 req-5fd329a7-b75b-4148-878c-b31bef82a323 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465096 Apr 20 19:26:29.048793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec01e0-52b2-4579-a30c-aa7938951286 req-e7606630-3f8e-4e47-9d6d-167b163dbafb tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:29.050447 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5cec01e0-52b2-4579-a30c-aa7938951286 req-e7606630-3f8e-4e47-9d6d-167b163dbafb tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0913801 Apr 20 19:26:29.106541 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5cec01e0-52b2-4579-a30c-aa7938951286 req-ca84a50e-bb7e-4969-ab75-2b79717f50d0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Apr 20 19:26:29.369632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9ac3-6622-42f3-a09b-405ac03843aa req-6c433726-2ca1-4a9c-9e6e-8d380a5d7188 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:29.371658 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9c1d9ac3-6622-42f3-a09b-405ac03843aa req-6c433726-2ca1-4a9c-9e6e-8d380a5d7188 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0959444 Apr 20 19:26:29.429759 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9c1d9ac3-6622-42f3-a09b-405ac03843aa req-64978fcc-e7a6-4fbe-9a24-b20119f5d1f7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513012 Apr 20 19:26:29.639267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fb3d5-7277-4fdb-8d9a-6ba759784245 req-714e0677-7c30-4dbe-a5c0-634d2ee8514e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:29.640994 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7e3fb3d5-7277-4fdb-8d9a-6ba759784245 req-714e0677-7c30-4dbe-a5c0-634d2ee8514e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0896959 Apr 20 19:26:29.693767 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7e3fb3d5-7277-4fdb-8d9a-6ba759784245 req-09d31a9c-b5f1-48e4-bd00-a8423150dbb9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444827 Apr 20 19:26:30.321422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d92b1d-9ff1-4fce-9a54-ec8c2c521901 req-d85a7bed-9bcd-4f58-b0d5-4a772fb03c34 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:30.323133 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-32d92b1d-9ff1-4fce-9a54-ec8c2c521901 req-d85a7bed-9bcd-4f58-b0d5-4a772fb03c34 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0996699 Apr 20 19:26:30.376404 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-32d92b1d-9ff1-4fce-9a54-ec8c2c521901 req-d2ab3f30-a3b1-4dd7-ba3e-e90e51c2ec39 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460453 Apr 20 19:26:30.650975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d777d75-87a7-4b85-85ec-d2bc4bc973c9 req-9f9996bf-dfa0-45ee-8285-3fe0c6abd733 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:30.652629 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0d777d75-87a7-4b85-85ec-d2bc4bc973c9 req-9f9996bf-dfa0-45ee-8285-3fe0c6abd733 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0972543 Apr 20 19:26:30.703322 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0d777d75-87a7-4b85-85ec-d2bc4bc973c9 req-b92bfdb3-1911-4741-bde6-a5c64a5a1457 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442390 Apr 20 19:26:30.913033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfe947-ccdb-4195-9af9-450ab3c12fda req-d77cad88-62fd-4d11-896b-0d45854029a2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:30.914878 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d9cfe947-ccdb-4195-9af9-450ab3c12fda req-d77cad88-62fd-4d11-896b-0d45854029a2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0951283 Apr 20 19:26:30.965806 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d9cfe947-ccdb-4195-9af9-450ab3c12fda req-e489887b-201d-4416-b8ce-d31ae27e014b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443294 Apr 20 19:26:31.588995 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0757d4-dbd2-4b7f-ba59-daf9345b3dab req-ce516562-7b91-4b4e-b527-cb7157c88cdd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:31.590771 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5d0757d4-dbd2-4b7f-ba59-daf9345b3dab req-ce516562-7b91-4b4e-b527-cb7157c88cdd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0910962 Apr 20 19:26:31.650374 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5d0757d4-dbd2-4b7f-ba59-daf9345b3dab req-4ab4f2b4-071d-47b3-82e0-0b997a75d782 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472353 Apr 20 19:26:31.933234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abd446-60e4-4550-b9fc-ac5f64a3be5a req-c71fcb07-83ef-42ac-a1dd-baa88f608e51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:31.933234 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-91abd446-60e4-4550-b9fc-ac5f64a3be5a req-c71fcb07-83ef-42ac-a1dd-baa88f608e51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1028211 Apr 20 19:26:32.001850 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-91abd446-60e4-4550-b9fc-ac5f64a3be5a req-42d9bd47-1fa9-4cf1-9a6c-f51270edf281 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601935 Apr 20 19:26:32.441028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1a540-1e08-4ff1-b029-b8ff04a18f6d req-5fa19aa6-a8ad-41d6-a0cd-2e8537d9564e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:32.442674 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-81b1a540-1e08-4ff1-b029-b8ff04a18f6d req-5fa19aa6-a8ad-41d6-a0cd-2e8537d9564e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.3347352 Apr 20 19:26:32.491665 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-81b1a540-1e08-4ff1-b029-b8ff04a18f6d req-53edc99b-a17d-48d1-8e3d-4cb5ab8165e6 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Apr 20 19:26:32.876639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b744f-a673-4d18-9430-4785959cdc88 req-4d1b9e70-483e-4675-b9d3-5753e691e937 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:32.878348 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d2b744f-a673-4d18-9430-4785959cdc88 req-4d1b9e70-483e-4675-b9d3-5753e691e937 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0949359 Apr 20 19:26:32.932250 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9d2b744f-a673-4d18-9430-4785959cdc88 req-bbf5653f-bd9c-4916-ad32-8cd815c70647 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Apr 20 19:26:33.214410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f7584-cf68-4eb9-8452-3ea0c370b96d req-dac0221c-4cd8-4529-992b-58d6506b1ed1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:33.215909 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-879f7584-cf68-4eb9-8452-3ea0c370b96d req-dac0221c-4cd8-4529-992b-58d6506b1ed1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0900412 Apr 20 19:26:33.265411 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-879f7584-cf68-4eb9-8452-3ea0c370b96d req-b492b987-71e4-45bb-95de-339c6e52c334 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424957 Apr 20 19:26:33.695643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de3f96-5d56-4707-9275-8ca336b34333 req-8b7f3899-5eb1-4e9d-8b3b-12ab28aeca81 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:33.697274 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-62de3f96-5d56-4707-9275-8ca336b34333 req-8b7f3899-5eb1-4e9d-8b3b-12ab28aeca81 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0905910 Apr 20 19:26:33.746967 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-62de3f96-5d56-4707-9275-8ca336b34333 req-bc4db01a-b467-4d5a-8104-b5dfe0b92b9e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Apr 20 19:26:33.973039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-48ea0e72-f7d9-4f89-8fe4-8ba7305c70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:33.975275 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-48ea0e72-f7d9-4f89-8fe4-8ba7305c70d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0819855 Apr 20 19:26:34.143737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-5514e087-e4ab-4f4b-a1d6-cfcf2e18f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:34.145342 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-5514e087-e4ab-4f4b-a1d6-cfcf2e18f420 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 912 time: 0.1473165 Apr 20 19:26:34.150075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce0ab3-8517-4ebb-914e-37680760df2c req-bec170f6-93bb-45df-b7ad-3355aa0d24d9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:34.151737 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-76ce0ab3-8517-4ebb-914e-37680760df2c req-bec170f6-93bb-45df-b7ad-3355aa0d24d9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0995653 Apr 20 19:26:34.203321 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-76ce0ab3-8517-4ebb-914e-37680760df2c req-b0691b8d-8236-47f7-801e-c2b9a66be7fe tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Apr 20 19:26:34.258305 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-2a616cee-8620-4ccd-a61b-51066429dbd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 200 len: 1002 time: 0.1055336 Apr 20 19:26:34.338594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-4ca2637b-a503-49a2-9141-90944035ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:34.340221 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-4ca2637b-a503-49a2-9141-90944035ca54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.0709982 Apr 20 19:26:34.455109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-d54463e0-bad3-4d45-9c40-323b0b20f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:34.457038 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-d54463e0-bad3-4d45-9c40-323b0b20f1cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1012573 Apr 20 19:26:34.492635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b64284-322c-475e-9fa9-3ea1c704c4af req-ebc85be9-22ba-44c3-a49d-a4c6eecd7417 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:34.494580 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c3b64284-322c-475e-9fa9-3ea1c704c4af req-ebc85be9-22ba-44c3-a49d-a4c6eecd7417 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1055694 Apr 20 19:26:34.553039 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c3b64284-322c-475e-9fa9-3ea1c704c4af req-00878d6e-18a8-47ba-8211-d154d8727f12 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515428 Apr 20 19:26:34.619433 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-1fc41294-5554-432f-8c82-d9a979214deb service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512642 Apr 20 19:26:34.766043 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4e58b2a-fdc1-4766-9597-4535d61066d6 req-28e96a89-fb05-45e4-9d7e-b76d86aa72c0 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387835 Apr 20 19:26:34.965455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae46f7-4b19-4370-9df3-c7109809efe4 req-b11ec099-48c6-4476-94e6-0828be75e332 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:34.967072 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84ae46f7-4b19-4370-9df3-c7109809efe4 req-b11ec099-48c6-4476-94e6-0828be75e332 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0940459 Apr 20 19:26:35.017586 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84ae46f7-4b19-4370-9df3-c7109809efe4 req-23363c2c-9db2-4a2f-b6de-bc16404591d7 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 Apr 20 19:26:35.441349 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39224e4-60c7-4384-89b1-50e660e457e7 req-ec703d0f-6710-40d0-b36d-686c38a125b0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:35.444211 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c39224e4-60c7-4384-89b1-50e660e457e7 req-ec703d0f-6710-40d0-b36d-686c38a125b0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1169784 Apr 20 19:26:35.501969 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c39224e4-60c7-4384-89b1-50e660e457e7 req-452f3a6e-268b-4151-917f-9508644a9f84 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458214 Apr 20 19:26:35.768134 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec59f84-0649-473f-9daf-2666b114f396 req-411cba9a-afc6-4396-8c85-d563b6403f70 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:35.769810 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4ec59f84-0649-473f-9daf-2666b114f396 req-411cba9a-afc6-4396-8c85-d563b6403f70 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0904186 Apr 20 19:26:35.820631 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4ec59f84-0649-473f-9daf-2666b114f396 req-33447d98-4f1e-4846-82d3-31adb0f4e466 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433834 Apr 20 19:26:36.057001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713162f-0a5b-45de-8f87-90d6ec4bdc56 req-6a3a567e-bfb2-4bcb-97d2-2212f69a4094 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:36.058811 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4713162f-0a5b-45de-8f87-90d6ec4bdc56 req-6a3a567e-bfb2-4bcb-97d2-2212f69a4094 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0953920 Apr 20 19:26:36.107842 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4713162f-0a5b-45de-8f87-90d6ec4bdc56 req-00578e34-7e59-4b00-ad61-bcd9e00c2698 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Apr 20 19:26:36.222807 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d16a-2c7f-42f9-821b-0ffb99829ad7 req-4720f370-7937-416a-ac1b-4e3a068104a3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:36.225279 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-59b0d16a-2c7f-42f9-821b-0ffb99829ad7 req-4720f370-7937-416a-ac1b-4e3a068104a3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0886099 Apr 20 19:26:36.277695 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-59b0d16a-2c7f-42f9-821b-0ffb99829ad7 req-362010bd-3cab-4fa9-95c7-0041e946ac77 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Apr 20 19:26:36.652797 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02985b-ac0e-4bd0-9813-0387a063dbd4 req-1841fb97-130f-4214-a872-71bc9735616c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:36.654590 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9c02985b-ac0e-4bd0-9813-0387a063dbd4 req-1841fb97-130f-4214-a872-71bc9735616c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0969582 Apr 20 19:26:36.706609 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9c02985b-ac0e-4bd0-9813-0387a063dbd4 req-6fd90b50-bbb5-4847-bf29-3242d3ce09b5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447435 Apr 20 19:26:36.729891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd715eb-4f99-449b-a685-902458987a7b req-29f2ea83-df18-464f-8558-6cc5824a534e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:36.731650 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dbd715eb-4f99-449b-a685-902458987a7b req-29f2ea83-df18-464f-8558-6cc5824a534e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0998454 Apr 20 19:26:36.833621 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dbd715eb-4f99-449b-a685-902458987a7b req-93a7adc5-bb79-4b2e-9056-125ecf1fd383 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596333 Apr 20 19:26:36.848219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd1118-3316-4264-81f4-da63d83b2581 req-c3e8689d-70e7-49a8-817a-4f52b717f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:36.851962 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-70cd1118-3316-4264-81f4-da63d83b2581 req-c3e8689d-70e7-49a8-817a-4f52b717f38a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 1099 time: 0.1174026 Apr 20 19:26:37.044080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af2f3-ce47-4cfc-a9b5-0440671be4ea req-27c749e8-66e4-45af-9d2d-60255697cbc5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:37.045816 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c3af2f3-ce47-4cfc-a9b5-0440671be4ea req-27c749e8-66e4-45af-9d2d-60255697cbc5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1026402 Apr 20 19:26:37.096835 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c3af2f3-ce47-4cfc-a9b5-0440671be4ea req-129f2278-dd61-491a-b36d-77f19330587e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443130 Apr 20 19:26:37.202162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd1118-3316-4264-81f4-da63d83b2581 req-43ad3ef4-8d45-40fa-b27a-8de27222ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:37.203644 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-70cd1118-3316-4264-81f4-da63d83b2581 req-43ad3ef4-8d45-40fa-b27a-8de27222ff33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 912 time: 0.3440406 Apr 20 19:26:37.367239 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-70cd1118-3316-4264-81f4-da63d83b2581 req-803b3d45-561a-4359-866b-e96ee01311da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 200 len: 1002 time: 0.1534841 Apr 20 19:26:37.453013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2bb5e-4868-4fcf-8949-bd365908d75d req-c06eddaa-3d35-4060-84ca-1512fa509617 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:37.454538 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-44e2bb5e-4868-4fcf-8949-bd365908d75d req-c06eddaa-3d35-4060-84ca-1512fa509617 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.1824458 Apr 20 19:26:37.458430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd1118-3316-4264-81f4-da63d83b2581 req-032c24d1-9a14-45a9-9b5d-fa16808db9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:37.460181 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-70cd1118-3316-4264-81f4-da63d83b2581 req-032c24d1-9a14-45a9-9b5d-fa16808db9b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.0846491 Apr 20 19:26:37.557849 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-44e2bb5e-4868-4fcf-8949-bd365908d75d req-ff2e1689-bdd5-4193-9947-5a2e39492bba tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961041 Apr 20 19:26:37.580066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd1118-3316-4264-81f4-da63d83b2581 req-7fd8d523-18b5-461d-8ce3-c53e183d0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:37.581674 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-70cd1118-3316-4264-81f4-da63d83b2581 req-7fd8d523-18b5-461d-8ce3-c53e183d0e6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1054153 Apr 20 19:26:37.727915 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-70cd1118-3316-4264-81f4-da63d83b2581 req-eb4b9b1e-d28a-4bc6-957d-73acdc1c5771 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376481 Apr 20 19:26:37.887600 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-70cd1118-3316-4264-81f4-da63d83b2581 req-b0ec31fc-ced2-43c8-a408-87852b277d19 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521401 Apr 20 19:26:37.931717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd918-2ac8-4686-b10e-bea805d8b8e4 req-2f97cfaa-30be-4953-95e9-bccb97539582 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:37.933376 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-464fd918-2ac8-4686-b10e-bea805d8b8e4 req-2f97cfaa-30be-4953-95e9-bccb97539582 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1043377 Apr 20 19:26:37.983818 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-464fd918-2ac8-4686-b10e-bea805d8b8e4 req-51838aa7-00f3-4354-aa99-00ceadf89293 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Apr 20 19:26:38.039349 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e77b41-149b-4b77-b625-c87330919cdd req-87385463-3232-40d6-9929-d480a7dd04e2 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:38.040947 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-46e77b41-149b-4b77-b625-c87330919cdd req-87385463-3232-40d6-9929-d480a7dd04e2 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0887115 Apr 20 19:26:38.089727 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-46e77b41-149b-4b77-b625-c87330919cdd req-a05f7c0f-f1e8-4bc1-a24e-44f7d1337165 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 Apr 20 19:26:38.309547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e8c91-f9f8-42f7-a0da-4f7dc10c5fb0 req-131770a2-0841-4324-b981-e83754d8cefb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:38.311159 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a10e8c91-f9f8-42f7-a0da-4f7dc10c5fb0 req-131770a2-0841-4324-b981-e83754d8cefb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0959182 Apr 20 19:26:38.360467 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a10e8c91-f9f8-42f7-a0da-4f7dc10c5fb0 req-0c588ddf-023c-4768-acd4-46793087b80f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Apr 20 19:26:38.773041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed4bf8-cc1e-4178-b98f-ea26ea730398 req-9d5230c6-74a8-4d66-adbb-ad0c07ce70c8 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:38.774698 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61ed4bf8-cc1e-4178-b98f-ea26ea730398 req-9d5230c6-74a8-4d66-adbb-ad0c07ce70c8 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0990911 Apr 20 19:26:38.824260 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61ed4bf8-cc1e-4178-b98f-ea26ea730398 req-0dbd6509-abed-4cae-b68e-a76575c024a3 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Apr 20 19:26:38.947443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:39.187047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc51359-82cd-4d0a-a7e6-f45f4af98e7e req-ebcf6fd4-19cc-4042-b601-4e6f00ac5184 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:39.188546 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6fc51359-82cd-4d0a-a7e6-f45f4af98e7e req-ebcf6fd4-19cc-4042-b601-4e6f00ac5184 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0916989 Apr 20 19:26:39.241303 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6fc51359-82cd-4d0a-a7e6-f45f4af98e7e req-eae39660-0cca-4bed-b84e-30ff559a1ed1 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456095 Apr 20 19:26:39.293426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59976a-d858-493f-ac51-f606322fe932 req-0d7fbd6b-2ccf-455d-971a-53be399fc6f0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:39.295014 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ab59976a-d858-493f-ac51-f606322fe932 req-0d7fbd6b-2ccf-455d-971a-53be399fc6f0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0910156 Apr 20 19:26:39.347504 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ab59976a-d858-493f-ac51-f606322fe932 req-becac960-a17b-47b5-b734-8d0a152703d3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459621 Apr 20 19:26:39.567521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48509e41-3605-4aee-b03b-842dc7df98b0 req-2d8996d1-8d00-426f-95bd-28234319dc28 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:39.569350 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-48509e41-3605-4aee-b03b-842dc7df98b0 req-2d8996d1-8d00-426f-95bd-28234319dc28 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0876279 Apr 20 19:26:39.617141 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-48509e41-3605-4aee-b03b-842dc7df98b0 req-cb89216a-81f3-4366-a207-78fc2f088819 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Apr 20 19:26:40.026045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4a468-8e04-4860-a8b5-81e1c39dcbd7 req-0de3e86e-9167-44eb-9c6d-ff16907ad125 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:40.027626 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6fc4a468-8e04-4860-a8b5-81e1c39dcbd7 req-0de3e86e-9167-44eb-9c6d-ff16907ad125 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0885334 Apr 20 19:26:40.075815 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6fc4a468-8e04-4860-a8b5-81e1c39dcbd7 req-84b6d5b2-c2b6-4275-b635-e4bf4b1f8a49 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Apr 20 19:26:40.555938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cdadf-71b1-4a7c-8660-0cc5a3bbf9fa req-f65c73cb-de85-4b63-b4b5-95a00eb5032f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:40.557541 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-499cdadf-71b1-4a7c-8660-0cc5a3bbf9fa req-f65c73cb-de85-4b63-b4b5-95a00eb5032f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0943732 Apr 20 19:26:40.605449 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-499cdadf-71b1-4a7c-8660-0cc5a3bbf9fa req-86a2d812-088d-485f-8a04-c946306ab18d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Apr 20 19:26:40.829156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f62f-d0e9-4f7b-86ff-5c6789a6d260 req-bdc5661d-0727-4dfb-af1d-b2f13a5a643b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:40.830675 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5aa5f62f-d0e9-4f7b-86ff-5c6789a6d260 req-bdc5661d-0727-4dfb-af1d-b2f13a5a643b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0921175 Apr 20 19:26:40.881429 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5aa5f62f-d0e9-4f7b-86ff-5c6789a6d260 req-d30dfd0d-e878-4e65-b89b-f428df188ed8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Apr 20 19:26:41.277820 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c32b3-20a6-41c4-8d14-aac367b8685b req-41018c9a-abf0-4eae-9088-35f94db85423 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:41.279443 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-927c32b3-20a6-41c4-8d14-aac367b8685b req-41018c9a-abf0-4eae-9088-35f94db85423 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.0895998 Apr 20 19:26:41.327981 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-927c32b3-20a6-41c4-8d14-aac367b8685b req-8a3cfe1e-503d-4e61-9118-f279914dca2e tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Apr 20 19:26:41.805519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b84224-3fe4-4136-80d8-d6b01dbaf243 req-ac5a4cfa-8080-4a77-9ec9-7a8c91a24e9d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:41.807094 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-79b84224-3fe4-4136-80d8-d6b01dbaf243 req-ac5a4cfa-8080-4a77-9ec9-7a8c91a24e9d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0867527 Apr 20 19:26:41.857236 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-79b84224-3fe4-4136-80d8-d6b01dbaf243 req-f67e33cf-8b4d-4a12-8577-6367de2271ff tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Apr 20 19:26:42.097891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79c138-1acc-40f6-8e63-89ea2b8d9cda req-74d93603-e12e-47c8-9ce0-104922513735 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:42.100089 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5c79c138-1acc-40f6-8e63-89ea2b8d9cda req-74d93603-e12e-47c8-9ce0-104922513735 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0926869 Apr 20 19:26:42.111858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:26:42.150015 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5c79c138-1acc-40f6-8e63-89ea2b8d9cda req-a691da94-41a0-4fcd-825c-6d4d639f6385 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432141 Apr 20 19:26:42.254335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:42.268122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'port_id': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'mac_address': 'fa:16:3e:62:70:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:26:42.326268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:42.347082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8feba03f-ae3a-4be8-b1be-950a8ae2e287 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:26:42.363294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:42.367071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:42.368881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:42.447624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=6']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:42.455808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.456191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.456568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.456940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.457341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.457710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.458075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.458438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.459020 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.459450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.459976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.460346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:42.465576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['8feba03f-ae3a-4be8-b1be-950a8ae2e287'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:26:42.496753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:42.553341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-b7807257-3c4c-4f45-ad22-925cebe06f13 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:42.554901 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-b7807257-3c4c-4f45-ad22-925cebe06f13 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.1622400 Apr 20 19:26:42.567878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5940be-ba36-418b-86e1-5006b53ad276 req-58c377a8-39b5-455d-9e6d-b443c258325f tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:42.570284 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ae5940be-ba36-418b-86e1-5006b53ad276 req-58c377a8-39b5-455d-9e6d-b443c258325f tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 946 time: 0.1224952 Apr 20 19:26:42.676955 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Deleting port ca18f33f-1397-43b2-92b0-6936034e682e {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:26:42.677407 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:42.721213 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ae5940be-ba36-418b-86e1-5006b53ad276 req-a346af1e-c489-46aa-bc04-6ab0df89ea62 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110113 Apr 20 19:26:42.955749 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] For port ca18f33f-1397-43b2-92b0-6936034e682e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ca18f33f-1397-43b2-92b0-6936034e682e,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:42.956348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:43.059159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513c72-7a9a-4a67-81b4-aed1c798f63a req-439818e9-5dd9-4ef2-a93d-b094ca12189e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:43.060770 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-36513c72-7a9a-4a67-81b4-aed1c798f63a req-439818e9-5dd9-4ef2-a93d-b094ca12189e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0885668 Apr 20 19:26:43.090549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Calling delete_port for ca18f33f-1397-43b2-92b0-6936034e682e owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:26:43.113075 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-36513c72-7a9a-4a67-81b4-aed1c798f63a req-062c3637-487f-4071-8e26-ffa5389350ff tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458207 Apr 20 19:26:43.244819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:43.251427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:43.258458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ca18f33f-1397-43b2-92b0-6936034e682e'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:26:43.337143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Pushing event deleted for resources: {'Port': ['ID=ca18f33f-1397-43b2-92b0-6936034e682e,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:43.350982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:43.438202 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] No DVR routers for this DVR port ca18f33f-1397-43b2-92b0-6936034e682e on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:26:43.442484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:43.445584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5544e7-049b-42da-904c-523e5172d6b9', 'name': 'network-vif-deleted', 'tag': 'ca18f33f-1397-43b2-92b0-6936034e682e'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:43.481925 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e08505eb-334b-40ac-90ef-2d9236f94267 req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.37 "DELETE /v2.0/ports/ca18f33f-1397-43b2-92b0-6936034e682e HTTP/1.1" status: 204 len: 173 time: 0.9104369 Apr 20 19:26:43.497296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551090e0-c514-4baf-a6ef-2daa37d19e46 req-c11cbe8a-53c7-4803-9a9e-cfd64aa8a8ea tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:43.498971 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-551090e0-c514-4baf-a6ef-2daa37d19e46 req-c11cbe8a-53c7-4803-9a9e-cfd64aa8a8ea tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 945 time: 0.2080421 Apr 20 19:26:43.500775 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5544e7-049b-42da-904c-523e5172d6b9', 'name': 'network-vif-deleted', 'tag': 'ca18f33f-1397-43b2-92b0-6936034e682e', 'status': 'completed', 'code': 200} Apr 20 19:26:43.559355 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-551090e0-c514-4baf-a6ef-2daa37d19e46 req-51d079d5-a0dc-44f2-871d-3e2b0bb5b4ed tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461929 Apr 20 19:26:43.913657 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-16b71642-74c6-4dd6-9f0e-184de83eeabd req-70c7642e-29dd-45a5-9a72-59c05053c0b7 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5544e7-049b-42da-904c-523e5172d6b9 HTTP/1.1" status: 200 len: 210 time: 0.0509481 Apr 20 19:26:44.133036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:26:44.206019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:26:44.206392 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:44.319424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842806-3c6f-4397-9042-85a708356d92 req-d67e7e9b-7a84-4a60-85c8-6eff49ba9181 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:44.321144 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f842806-3c6f-4397-9042-85a708356d92 req-d67e7e9b-7a84-4a60-85c8-6eff49ba9181 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0936816 Apr 20 19:26:44.339967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:44.371895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:44.372703 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f842806-3c6f-4397-9042-85a708356d92 req-857b46a4-9dd9-4708-9179-e57050c8d5c9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Apr 20 19:26:44.383986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:44.387941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:44.388877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device ca18f33f-1397-43b2-92b0-6936034e682e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:26:44.424716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:44.459850 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'code': 200} Apr 20 19:26:44.470586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: ca18f33f-1397-43b2-92b0-6936034e682e {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:26:44.470977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device ca18f33f-1397-43b2-92b0-6936034e682e not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:26:44.508026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=7']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:44.511304 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:44.763705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c039-4e48-4c0d-b124-ababdfbecf51 req-f37a410b-5e0f-432f-9712-57bb2735e676 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:44.765305 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-93b1c039-4e48-4c0d-b124-ababdfbecf51 req-f37a410b-5e0f-432f-9712-57bb2735e676 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0881674 Apr 20 19:26:44.815999 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-93b1c039-4e48-4c0d-b124-ababdfbecf51 req-f214feb8-29f4-4de4-81e9-0413370a05bc tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443323 Apr 20 19:26:45.578325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94226a0-6146-4a14-9dbb-8ccc2acddd13 req-a1158408-d249-432e-ba3d-306aa0e9dea6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:45.579834 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b94226a0-6146-4a14-9dbb-8ccc2acddd13 req-a1158408-d249-432e-ba3d-306aa0e9dea6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0861366 Apr 20 19:26:45.628365 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b94226a0-6146-4a14-9dbb-8ccc2acddd13 req-702b94c7-6848-4e8c-a86f-e40a9e8acd95 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Apr 20 19:26:46.029215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cd6ff-72d3-4842-af27-a9ef367fae5f req-d26d66b5-5a9d-4b1d-bab6-633c75c31021 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:46.030850 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2b1cd6ff-72d3-4842-af27-a9ef367fae5f req-d26d66b5-5a9d-4b1d-bab6-633c75c31021 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0910535 Apr 20 19:26:46.079830 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2b1cd6ff-72d3-4842-af27-a9ef367fae5f req-7e8f842b-e263-4ea2-8c2c-f87138d81b60 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Apr 20 19:26:46.846560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847ca9d-8ea9-4e86-b26a-9c743000d4b2 req-187280d8-33f1-47b6-b0a9-c02382fc0cac tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:46.848132 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f847ca9d-8ea9-4e86-b26a-9c743000d4b2 req-187280d8-33f1-47b6-b0a9-c02382fc0cac tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0971353 Apr 20 19:26:46.905373 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f847ca9d-8ea9-4e86-b26a-9c743000d4b2 req-5dafe0b5-12ee-493c-bb16-ccea0ac0813e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504482 Apr 20 19:26:47.294913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671205ba-698f-4505-b786-c633ee63973d req-abd4a087-e164-4fff-b9bc-0a9c8e995f55 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:47.296641 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671205ba-698f-4505-b786-c633ee63973d req-abd4a087-e164-4fff-b9bc-0a9c8e995f55 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0970469 Apr 20 19:26:47.346714 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-671205ba-698f-4505-b786-c633ee63973d req-b2957b9b-d648-4727-b37a-680a3030b15b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431473 Apr 20 19:26:48.149852 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f472f2-2ffb-45d2-a27f-eb7c4307d12e req-81789faa-70c3-427e-ad1c-6ff1ab93aecd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:48.151468 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d3f472f2-2ffb-45d2-a27f-eb7c4307d12e req-81789faa-70c3-427e-ad1c-6ff1ab93aecd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0928664 Apr 20 19:26:48.204709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d3f472f2-2ffb-45d2-a27f-eb7c4307d12e req-36765ac7-9643-4927-b4e0-bebd7643cd72 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Apr 20 19:26:48.578871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c396c-ca5c-45b6-a0ab-468fd8d23fb1 req-ad698ea0-970e-4a8a-b594-4cd81abaa322 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:48.580643 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-591c396c-ca5c-45b6-a0ab-468fd8d23fb1 req-ad698ea0-970e-4a8a-b594-4cd81abaa322 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1000712 Apr 20 19:26:48.635645 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-591c396c-ca5c-45b6-a0ab-468fd8d23fb1 req-3f50422f-615f-4d30-8936-0a1b1b36c4e2 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474274 Apr 20 19:26:49.487569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e6e34-f9ff-4f80-831a-ae36ce805cd0 req-f190fb0a-6374-44e6-9659-a11f71a69da4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:49.491785 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a69e6e34-f9ff-4f80-831a-ae36ce805cd0 req-f190fb0a-6374-44e6-9659-a11f71a69da4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1281073 Apr 20 19:26:49.542673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-703a6daa-e54e-4957-b166-ef7819763cb3 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:49.551127 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-703a6daa-e54e-4957-b166-ef7819763cb3 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/networks?id=091e65e3-cd08-4502-b73b-e6307f0dd8fd HTTP/1.1" status: 200 len: 812 time: 0.2048342 Apr 20 19:26:49.563484 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a69e6e34-f9ff-4f80-831a-ae36ce805cd0 req-3ef7b158-8280-40eb-9842-e91968a007ef tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644522 Apr 20 19:26:49.570425 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-cd32b80e-fd5e-4799-ab83-b067947522c6 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/quotas/f131a64a3ddd4572a8a9fc2e7fe57978 HTTP/1.1" status: 200 len: 375 time: 0.0177748 Apr 20 19:26:49.626758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-45e70186-a930-4e08-b68d-e28bc9bcf471 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Synchronizing usage tracker for tenant:f131a64a3ddd4572a8a9fc2e7fe57978 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:26:49.644772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-45e70186-a930-4e08-b68d-e28bc9bcf471 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Unset dirty status for tenant:f131a64a3ddd4572a8a9fc2e7fe57978 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:26:49.647117 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-45e70186-a930-4e08-b68d-e28bc9bcf471 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f131a64a3ddd4572a8a9fc2e7fe57978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762265 Apr 20 19:26:49.835700 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e931198e-4f7a-475d-8620-2376e09e1934 service neutron] 10.222.0.16 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802802 Apr 20 19:26:49.860720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7b6b-90c6-40c8-b8c3-33bb6d3213d1 req-775c3c4b-68b5-4f44-abaa-7f69fff5e963 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:49.869562 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-92ea7b6b-90c6-40c8-b8c3-33bb6d3213d1 req-775c3c4b-68b5-4f44-abaa-7f69fff5e963 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1043451 Apr 20 19:26:49.922279 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-92ea7b6b-90c6-40c8-b8c3-33bb6d3213d1 req-c2268875-aba2-47f1-9217-2be1187c4624 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513747 Apr 20 19:26:50.021399 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-4402ac39-1147-49a9-8276-1956015ad341 service neutron] 10.222.0.16 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839564 Apr 20 19:26:50.286325 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-00dded24-ba78-42b3-a050-123d2862b52c req-c67c1287-bc03-4697-9173-ea01fbae158d tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 210 time: 0.0882871 Apr 20 19:26:50.835231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15941f-e2e5-4304-a817-e9d440ebd82c req-2ddd1ee2-0643-41bf-ade7-1d6e35904a73 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:50.838202 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dd15941f-e2e5-4304-a817-e9d440ebd82c req-2ddd1ee2-0643-41bf-ade7-1d6e35904a73 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1014078 Apr 20 19:26:50.917634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-10b27204-d8cc-4be1-b1a2-294616630d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:50.941122 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dd15941f-e2e5-4304-a817-e9d440ebd82c req-8ce002c0-0e6a-4e63-ab49-a958b93d3e00 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957530 Apr 20 19:26:51.178389 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28566e9-5b9d-4b38-a538-e6e158701cc2 req-16105e77-3229-4a96-a84e-f19c19f8de69 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:51.180378 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a28566e9-5b9d-4b38-a538-e6e158701cc2 req-16105e77-3229-4a96-a84e-f19c19f8de69 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1071489 Apr 20 19:26:51.240195 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a28566e9-5b9d-4b38-a538-e6e158701cc2 req-203bf804-0a2a-438e-bc92-e6ca4ae6a56d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475914 Apr 20 19:26:51.803002 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-37f9e5e1-341b-46be-b6b7-9d3cf4203af4 req-4ce6dbad-9487-4886-abe8-874b61ff1ef7 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 210 time: 0.3790119 Apr 20 19:26:51.860491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-b0e7f609-26d8-495d-ab77-1a37dd18481c tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:51.862156 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-b0e7f609-26d8-495d-ab77-1a37dd18481c tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.37 "GET /v2.0/networks?id=091e65e3-cd08-4502-b73b-e6307f0dd8fd HTTP/1.1" status: 200 len: 812 time: 0.1643467 Apr 20 19:26:51.877352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Request body: {'port': {'device_id': 'ff7928b9-024b-4f68-86f4-dab081f245ef', 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd', 'admin_state_up': True, 'tenant_id': 'f131a64a3ddd4572a8a9fc2e7fe57978'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:26:52.048602 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:26:52.060105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:26:52.072934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Made reservation on behalf of f131a64a3ddd4572a8a9fc2e7fe57978 for: {'port': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:26:52.079495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:52.168779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa682054-c972-49e6-8112-9a4cb8411488 req-1492d0a1-30dd-4014-96ef-951e421857fe tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:52.177678 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fa682054-c972-49e6-8112-9a4cb8411488 req-1492d0a1-30dd-4014-96ef-951e421857fe tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1060123 Apr 20 19:26:52.246054 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fa682054-c972-49e6-8112-9a4cb8411488 req-0be16356-2638-40e0-af97-717464c8f9d8 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668559 Apr 20 19:26:52.291938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Allocated IP 172.20.0.9 (091e65e3-cd08-4502-b73b-e6307f0dd8fd/d8e35f42-47ae-47c6-b0bd-7679316023f5/894c25a8-f172-450e-902a-dce5a9a64b29) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:26:52.589693 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:52.601965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21217235-c0be-47ed-a37b-e931a81c8faf req-588ced3d-3373-4483-9708-8caf3c4954b2 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:52.603585 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-21217235-c0be-47ed-a37b-e931a81c8faf req-588ced3d-3373-4483-9708-8caf3c4954b2 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1703751 Apr 20 19:26:52.662620 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-21217235-c0be-47ed-a37b-e931a81c8faf req-4581e476-4f0c-40de-b058-d9a27402b052 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512147 Apr 20 19:26:52.673062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:52.680588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:52.749539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Network 091e65e3-cd08-4502-b73b-e6307f0dd8fd is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:26:52.753368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:26:52.756020 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:26:52.806048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Pushing event updated for resources: {'Port': ['ID=894c25a8-f172-450e-902a-dce5a9a64b29,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:52.822634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.823043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.823498 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.823900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.824297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.824690 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.825080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.825514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.825902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.826288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.826675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.827060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:26:52.831235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:52.848884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:52.850398 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:52.879802 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0067995 Apr 20 19:26:52.894859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Request body: {'port': {'device_id': 'ff7928b9-024b-4f68-86f4-dab081f245ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:26:53.026798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:53.075977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41038f-37b5-4fc7-9a2f-da4d2fdf2591 req-bf85238a-c859-481f-aef5-b2cf16327eca tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:53.078867 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-cc41038f-37b5-4fc7-9a2f-da4d2fdf2591 req-bf85238a-c859-481f-aef5-b2cf16327eca tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 931 time: 0.0983634 Apr 20 19:26:53.132545 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-cc41038f-37b5-4fc7-9a2f-da4d2fdf2591 req-41b7bd11-9ca2-4393-867b-8620ea0827e9 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Apr 20 19:26:53.502339 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d152f1ec-a043-488b-936d-f1c8f510f2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:53.547279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894c25a8-f172-450e-902a-dce5a9a64b29 {{(pid=86327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:26:53.560010 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:53.591369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cde4e9-0783-4383-ad95-c2785bc53734 req-675ebef2-0418-45d1-b789-15f10be1d14b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:53.593134 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-59cde4e9-0783-4383-ad95-c2785bc53734 req-675ebef2-0418-45d1-b789-15f10be1d14b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.2162068 Apr 20 19:26:53.594351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Transition to ACTIVE for port object 894c25a8-f172-450e-902a-dce5a9a64b29 will not be triggered until provisioned by entity L2. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:26:53.597583 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:53.604472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:53.805884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Pushing event updated for resources: {'Port': ['ID=894c25a8-f172-450e-902a-dce5a9a64b29,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:53.826033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:53.844639 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-59cde4e9-0783-4383-ad95-c2785bc53734 req-2817d1b8-c5d1-45a5-9b9e-fc10d6f56895 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411063 Apr 20 19:26:53.960830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb486c6b-a2d4-41dc-ae7d-c492800c80bf req-9ef4cc34-f1f5-4a1d-b6c0-07d0e817bb57 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:53.968737 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb486c6b-a2d4-41dc-ae7d-c492800c80bf req-9ef4cc34-f1f5-4a1d-b6c0-07d0e817bb57 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.1463668 Apr 20 19:26:53.984735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Attempting to bind port 894c25a8-f172-450e-902a-dce5a9a64b29 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:26:53.985511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Attempting to bind port 894c25a8-f172-450e-902a-dce5a9a64b29 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:26:53.986101 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Attempting to bind port 894c25a8-f172-450e-902a-dce5a9a64b29 on network 091e65e3-cd08-4502-b73b-e6307f0dd8fd {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:26:53.992572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Port 894c25a8-f172-450e-902a-dce5a9a64b29 on network 091e65e3-cd08-4502-b73b-e6307f0dd8fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:26:53.993036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Attempting to bind port 894c25a8-f172-450e-902a-dce5a9a64b29 on network 091e65e3-cd08-4502-b73b-e6307f0dd8fd {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:26:54.002212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:26:54.002830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Checking segment: {'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:26:54.003343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Bound using segment: {'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:26:54.003893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Bound port: 894c25a8-f172-450e-902a-dce5a9a64b29, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3db2f5f-a6d7-4874-a114-21111e623c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd'}}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:26:54.004350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:54.024393 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb486c6b-a2d4-41dc-ae7d-c492800c80bf req-0e4bc961-ccf0-4b45-95d5-f098788e7114 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546529 Apr 20 19:26:54.041475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:26:54.119175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] For port 894c25a8-f172-450e-902a-dce5a9a64b29, host hv-cinder-78726, cleared binding levels {{(pid=86327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:26:54.123871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] For port 894c25a8-f172-450e-902a-dce5a9a64b29, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=894c25a8-f172-450e-902a-dce5a9a64b29,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:26:54.127194 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:54.132249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-40fdfe0c-e84c-42ac-a1c9-558270a4999c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:54.201467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:54.202133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:54.203590 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] 10.222.0.37 "PUT /v2.0/ports/894c25a8-f172-450e-902a-dce5a9a64b29 HTTP/1.1" status: 200 len: 1093 time: 1.3144228 Apr 20 19:26:54.204125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7928b9-024b-4f68-86f4-dab081f245ef', 'tag': '894c25a8-f172-450e-902a-dce5a9a64b29'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:26:54.224967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Pushing event updated for resources: {'Port': ['ID=894c25a8-f172-450e-902a-dce5a9a64b29,revision_number=3']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:54.229199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:54.299333 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7928b9-024b-4f68-86f4-dab081f245ef', 'tag': '894c25a8-f172-450e-902a-dce5a9a64b29', 'status': 'completed', 'code': 200} Apr 20 19:26:54.415467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-9aaf069b-764b-40fe-b78b-b622a65729cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:54.417082 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-9aaf069b-764b-40fe-b78b-b622a65729cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f131a64a3ddd4572a8a9fc2e7fe57978&device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 1096 time: 0.1629126 Apr 20 19:26:54.426334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689bee2-d864-4bfe-9281-d4c9d97ca997 req-fa8c28a8-cd2e-46dd-b3c4-bfb70a43c08f tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:54.427098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d689bee2-d864-4bfe-9281-d4c9d97ca997 req-fa8c28a8-cd2e-46dd-b3c4-bfb70a43c08f tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Synchronizing usage tracker for tenant:f131a64a3ddd4572a8a9fc2e7fe57978 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:26:54.502750 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-5b0cf9b4-c199-4652-a8d9-83ba2472cbc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=894c25a8-f172-450e-902a-dce5a9a64b29 HTTP/1.1" status: 200 len: 217 time: 0.0725961 Apr 20 19:26:54.508188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d689bee2-d864-4bfe-9281-d4c9d97ca997 req-fa8c28a8-cd2e-46dd-b3c4-bfb70a43c08f tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Unset dirty status for tenant:f131a64a3ddd4572a8a9fc2e7fe57978 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:26:54.509446 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d689bee2-d864-4bfe-9281-d4c9d97ca997 req-fa8c28a8-cd2e-46dd-b3c4-bfb70a43c08f tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 943 time: 0.2093379 Apr 20 19:26:54.615363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-85d52571-2051-457e-8113-e096625d8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:54.616840 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-85d52571-2051-457e-8113-e096625d8e55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8e35f42-47ae-47c6-b0bd-7679316023f5 HTTP/1.1" status: 200 len: 852 time: 0.1025724 Apr 20 19:26:54.619972 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d689bee2-d864-4bfe-9281-d4c9d97ca997 req-29f4a3a1-1686-44f9-b3f0-33622ceeb533 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681412 Apr 20 19:26:54.677428 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-ed4614c0-1f72-496b-a4fe-048a5a147618 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=091e65e3-cd08-4502-b73b-e6307f0dd8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461864 Apr 20 19:26:54.824347 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-982b4939-496c-47db-a22d-15fad71cff3f service neutron] 10.222.0.37 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380265 Apr 20 19:26:54.984626 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3fd72875-ba11-4a4f-afac-e78b8ac6fe3a req-ceda74b5-2db9-4e09-a449-05777165fd69 service neutron] 10.222.0.37 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525249 Apr 20 19:26:55.107925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ec91f-344e-4a58-8ab6-dd203da61e32 req-c61fe2b4-f4a5-47d7-abf8-18a6f1624202 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:55.109941 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e56ec91f-344e-4a58-8ab6-dd203da61e32 req-c61fe2b4-f4a5-47d7-abf8-18a6f1624202 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0983467 Apr 20 19:26:55.181761 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e56ec91f-344e-4a58-8ab6-dd203da61e32 req-2352e2f2-246a-45c8-9118-f9c02cfd1e50 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653229 Apr 20 19:26:55.391070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:55.500648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-2fff00ff-713b-450c-a4da-1121ab5c42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:55.502272 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-2fff00ff-713b-450c-a4da-1121ab5c42e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f131a64a3ddd4572a8a9fc2e7fe57978&device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 1096 time: 0.4410517 Apr 20 19:26:55.620549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdef356-f350-43ea-8f05-a6e43ea90c86 req-6e45ddb2-e2d6-4795-ba05-3ab80637f599 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:55.632168 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bdef356-f350-43ea-8f05-a6e43ea90c86 req-6e45ddb2-e2d6-4795-ba05-3ab80637f599 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.4594984 Apr 20 19:26:55.727329 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bdef356-f350-43ea-8f05-a6e43ea90c86 req-7b415235-b77b-4cd6-9a22-02759c2c8abd tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938690 Apr 20 19:26:55.777504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-b8f9ec5a-bfaf-42b1-906b-2873a6ea500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:55.779156 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-b8f9ec5a-bfaf-42b1-906b-2873a6ea500f service neutron] 10.222.0.37 "GET /v2.0/networks?id=091e65e3-cd08-4502-b73b-e6307f0dd8fd HTTP/1.1" status: 200 len: 913 time: 0.2681441 Apr 20 19:26:55.873205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111283e-2ddd-4dbb-b8dd-cf2d49344440 req-524d027b-e149-4d4f-be38-d6888b025fef tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:55.881144 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1111283e-2ddd-4dbb-b8dd-cf2d49344440 req-524d027b-e149-4d4f-be38-d6888b025fef tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 943 time: 0.1051672 Apr 20 19:26:55.918159 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-47a45347-fd23-4861-8169-c01787e69d09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=894c25a8-f172-450e-902a-dce5a9a64b29 HTTP/1.1" status: 200 len: 217 time: 0.1296794 Apr 20 19:26:55.940008 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1111283e-2ddd-4dbb-b8dd-cf2d49344440 req-49cd8165-cc19-43a5-82bd-fe37e99177b2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577464 Apr 20 19:26:56.017397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-e8ee114e-80aa-4f48-b940-b605e7e33fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:56.018957 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-e8ee114e-80aa-4f48-b940-b605e7e33fe5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8e35f42-47ae-47c6-b0bd-7679316023f5 HTTP/1.1" status: 200 len: 852 time: 0.0891411 Apr 20 19:26:56.095084 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-837c2d51-0d5d-4273-828f-f398f8617f37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=091e65e3-cd08-4502-b73b-e6307f0dd8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678556 Apr 20 19:26:56.255612 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-d1b7a5e8-60c8-4d29-ba0a-c3a7cddf5d24 service neutron] 10.222.0.37 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525605 Apr 20 19:26:56.451250 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:56.489053 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67794bc3-a0ff-4ceb-b571-f01e33e1e96e req-26eb3512-06f2-4f90-b7a1-4da0544928e2 service neutron] 10.222.0.37 "GET /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252219 Apr 20 19:26:56.507488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8520e-76d7-4796-9163-03ee2070c7a6 req-ccc48762-dfcb-4f21-9203-efde4e059315 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:56.519234 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bba8520e-76d7-4796-9163-03ee2070c7a6 req-ccc48762-dfcb-4f21-9203-efde4e059315 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1760504 Apr 20 19:26:56.569714 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bba8520e-76d7-4796-9163-03ee2070c7a6 req-e8304994-800e-4cbf-b9f8-9cf861026965 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Apr 20 19:26:56.952792 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba027ca-90e0-4119-9c39-ba0111dab227 req-61c51681-1190-45b5-b794-0fb0a20c0979 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:56.954658 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8ba027ca-90e0-4119-9c39-ba0111dab227 req-61c51681-1190-45b5-b794-0fb0a20c0979 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0966098 Apr 20 19:26:57.010429 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8ba027ca-90e0-4119-9c39-ba0111dab227 req-31db8643-b4c8-44c4-92df-96d017dc7493 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478010 Apr 20 19:26:57.171815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b0d35-e7e3-4935-89de-91bdf5e21b60 req-b9fd1e8b-597c-4f9d-a174-0c18b87ca274 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:57.173567 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d14b0d35-e7e3-4935-89de-91bdf5e21b60 req-b9fd1e8b-597c-4f9d-a174-0c18b87ca274 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 943 time: 0.1141748 Apr 20 19:26:57.227556 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d14b0d35-e7e3-4935-89de-91bdf5e21b60 req-96bfcb28-68e6-49d6-929a-c79da5af0fb5 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Apr 20 19:26:57.377264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:57.782390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5022df3-cfbd-4bda-a2dd-7d6fa3f1ae56 req-113c7fab-0011-4170-aedb-433a94aed6d1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:57.784557 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a5022df3-cfbd-4bda-a2dd-7d6fa3f1ae56 req-113c7fab-0011-4170-aedb-433a94aed6d1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0969274 Apr 20 19:26:57.843791 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a5022df3-cfbd-4bda-a2dd-7d6fa3f1ae56 req-85538474-b778-4791-9a63-d2baebe82ea0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Apr 20 19:26:58.183362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 894c25a8-f172-450e-902a-dce5a9a64b29 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:26:58.239157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cf1fa-b667-4ad1-8104-f26989db647b req-d19342ab-dcd3-448b-a8c4-ba9a1a90430a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:58.244087 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-281cf1fa-b667-4ad1-8104-f26989db647b req-d19342ab-dcd3-448b-a8c4-ba9a1a90430a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0966518 Apr 20 19:26:58.293694 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-281cf1fa-b667-4ad1-8104-f26989db647b req-919e31e5-c5d3-4975-9ec8-8fea1dc5f5ad tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454235 Apr 20 19:26:58.333576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 894c25a8-f172-450e-902a-dce5a9a64b29, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=894c25a8-f172-450e-902a-dce5a9a64b29,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:58.348132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '894c25a8-f172-450e-902a-dce5a9a64b29', 'network_id': '091e65e3-cd08-4502-b73b-e6307f0dd8fd', 'port_id': '894c25a8-f172-450e-902a-dce5a9a64b29', 'mac_address': 'fa:16:3e:6c:8b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e35f42-47ae-47c6-b0bd-7679316023f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:26:58.413920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:58.433119 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894c25a8-f172-450e-902a-dce5a9a64b29 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:26:58.445271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09672fa6-994e-4480-8cd0-783decbbf0bb req-26226f65-471e-4ae4-9146-66a613a6a992 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:58.447098 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-09672fa6-994e-4480-8cd0-783decbbf0bb req-26226f65-471e-4ae4-9146-66a613a6a992 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 943 time: 0.0942559 Apr 20 19:26:58.450097 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 894c25a8-f172-450e-902a-dce5a9a64b29, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=894c25a8-f172-450e-902a-dce5a9a64b29,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:26:58.453383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:26:58.455908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:26:58.502144 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-09672fa6-994e-4480-8cd0-783decbbf0bb req-db81e65d-7d5b-4f40-86a1-c6944c2d2c0b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480804 Apr 20 19:26:58.529475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=894c25a8-f172-450e-902a-dce5a9a64b29,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:26:58.532691 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:26:58.926070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['894c25a8-f172-450e-902a-dce5a9a64b29'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:26:59.119292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd370b0-6cf3-4440-b7d6-8f0a98e30dd2 req-f4034f14-26d2-4dec-960a-66f8d4bb106d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:59.121156 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ecd370b0-6cf3-4440-b7d6-8f0a98e30dd2 req-f4034f14-26d2-4dec-960a-66f8d4bb106d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1581862 Apr 20 19:26:59.127998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-5dd6bc58-c4ac-40ee-bc93-5ebf21252cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:59.129531 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-5dd6bc58-c4ac-40ee-bc93-5ebf21252cee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1099 time: 0.1252110 Apr 20 19:26:59.264375 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ecd370b0-6cf3-4440-b7d6-8f0a98e30dd2 req-6282b58a-a76f-4cd4-8802-6f00d4806531 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331942 Apr 20 19:26:59.306425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-f0e3d083-ee48-4016-b8d4-d8f045350a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:59.308007 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-f0e3d083-ee48-4016-b8d4-d8f045350a92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.1630147 Apr 20 19:26:59.420634 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-852ccd01-a9fd-4e57-973c-1de1d78065c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 200 len: 1001 time: 0.1049683 Apr 20 19:26:59.491368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-6af80a6e-305a-43fe-9fe8-370ddd11a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:59.492947 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-6af80a6e-305a-43fe-9fe8-370ddd11a66f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.0662713 Apr 20 19:26:59.510869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c6359-fdaa-41f5-a54e-8a55000d088e req-dbd2c9c8-c91e-404e-87c7-ac5f037364f8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:59.512498 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-965c6359-fdaa-41f5-a54e-8a55000d088e req-dbd2c9c8-c91e-404e-87c7-ac5f037364f8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 946 time: 0.0901465 Apr 20 19:26:59.562469 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-965c6359-fdaa-41f5-a54e-8a55000d088e req-e334b6ca-cf81-4960-b3d1-8133a560de8b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Apr 20 19:26:59.587699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-adeaa358-5905-4c0d-8c8e-a9a57ce8cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:59.589419 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-adeaa358-5905-4c0d-8c8e-a9a57ce8cc61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895047 Apr 20 19:26:59.820344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de545c-92cc-4b42-bdf9-1ad3da370761 req-6e4fc071-c5b0-47e0-bcca-61fee07d2362 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:26:59.821993 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-31de545c-92cc-4b42-bdf9-1ad3da370761 req-6e4fc071-c5b0-47e0-bcca-61fee07d2362 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 944 time: 0.1989579 Apr 20 19:26:59.823917 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-960a3a71-578f-4e4e-bdd0-a021817cba2f service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273865 Apr 20 19:26:59.968729 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-31de545c-92cc-4b42-bdf9-1ad3da370761 req-9229ba29-4b6b-47bc-9dd7-2e22ee852494 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400409 Apr 20 19:27:00.017366 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bcb8b2aa-db50-47f6-b90e-0308cfb0ddf4 req-2dbd745a-8afb-4c37-8a20-0aee024739cc service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743145 Apr 20 19:27:00.211925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 894c25a8-f172-450e-902a-dce5a9a64b29 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:00.283904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 894c25a8-f172-450e-902a-dce5a9a64b29 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:27:00.289648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 894c25a8-f172-450e-902a-dce5a9a64b29 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:00.290073 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:00.419007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:00.449414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7928b9-024b-4f68-86f4-dab081f245ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c25a8-f172-450e-902a-dce5a9a64b29'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:00.460840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 894c25a8-f172-450e-902a-dce5a9a64b29, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=894c25a8-f172-450e-902a-dce5a9a64b29,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:00.464435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:00.465403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:00.475402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b9aee-fb64-41d7-aefd-c71eea2a8518 req-40c27348-abec-42a2-8f21-bd4f9e74c81f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:00.477304 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-741b9aee-fb64-41d7-aefd-c71eea2a8518 req-40c27348-abec-42a2-8f21-bd4f9e74c81f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0960803 Apr 20 19:27:00.502547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:00.530207 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-741b9aee-fb64-41d7-aefd-c71eea2a8518 req-965d144e-4714-4653-9bd0-27d934469025 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466015 Apr 20 19:27:00.536486 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7928b9-024b-4f68-86f4-dab081f245ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c25a8-f172-450e-902a-dce5a9a64b29', 'code': 200} Apr 20 19:27:00.603671 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=894c25a8-f172-450e-902a-dce5a9a64b29,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:00.607280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:00.669845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:00.705045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:00.708026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:00.710036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:00.780684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=8']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:00.791294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:00.856099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c5e1-837f-402b-b0ac-331d40608800 req-f1859010-7776-4249-a8f5-7a15b94f3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:00.857706 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-37f4c5e1-837f-402b-b0ac-331d40608800 req-f1859010-7776-4249-a8f5-7a15b94f3b08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 1098 time: 0.1267443 Apr 20 19:27:00.866846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50bb10-adcc-4147-8e6c-7bac17cb88c2 req-8274c673-be9d-41ba-a08e-8ec2fad9d5fa tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:00.868406 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6c50bb10-adcc-4147-8e6c-7bac17cb88c2 req-8274c673-be9d-41ba-a08e-8ec2fad9d5fa tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1734750 Apr 20 19:27:00.941135 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-37f4c5e1-837f-402b-b0ac-331d40608800 req-e704cf7c-1bdc-4e24-b640-94abb3e11263 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716600 Apr 20 19:27:00.946648 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6c50bb10-adcc-4147-8e6c-7bac17cb88c2 req-b04398ce-a3f2-4370-b7ed-e34f0697da56 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615866 Apr 20 19:27:00.964444 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca12ed-aa95-49fd-a5ec-f0cddfc84820 req-417de8c0-e719-4ab7-8b4e-2f579a524020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:00.966093 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-acca12ed-aa95-49fd-a5ec-f0cddfc84820 req-417de8c0-e719-4ab7-8b4e-2f579a524020 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0820100 Apr 20 19:27:01.137056 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-acca12ed-aa95-49fd-a5ec-f0cddfc84820 req-fb14655d-fde4-491f-a1e2-2f44b9082b3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829217 Apr 20 19:27:01.183475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7d411-1934-4e35-a5ec-bc1ae031d816 req-bc8dbe90-8183-4d08-96fb-d9f533740552 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:01.185052 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-04c7d411-1934-4e35-a5ec-bc1ae031d816 req-bc8dbe90-8183-4d08-96fb-d9f533740552 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 945 time: 0.0969512 Apr 20 19:27:01.233561 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-04c7d411-1934-4e35-a5ec-bc1ae031d816 req-9a2f59ed-60fe-4ef0-a15b-eb956bf7e604 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Apr 20 19:27:01.738302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89359447-8486-4c73-97c1-f400b48231b0 req-3ebdd86b-496e-47a7-95d4-0ba0fb5b80a3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:01.740481 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-89359447-8486-4c73-97c1-f400b48231b0 req-3ebdd86b-496e-47a7-95d4-0ba0fb5b80a3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0909326 Apr 20 19:27:01.790078 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-89359447-8486-4c73-97c1-f400b48231b0 req-4e5b6c37-e653-4190-b5fe-d1f2953dcb92 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Apr 20 19:27:02.162071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a6ee6-36bb-4b1d-b436-ec6983393b2a req-984c75c1-d951-46e0-bbe3-94c8164c4bae tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:02.163602 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f5a6ee6-36bb-4b1d-b436-ec6983393b2a req-984c75c1-d951-46e0-bbe3-94c8164c4bae tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.0900221 Apr 20 19:27:02.216206 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f5a6ee6-36bb-4b1d-b436-ec6983393b2a req-cd888b32-2d67-4b0d-ab2f-fc2dfde5e18a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459931 Apr 20 19:27:02.439789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4aaa7-491a-4de7-afe8-a9e895e1f6b6 req-3df96cdf-dc5d-4faf-b529-dc95c4113dfb tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:02.441337 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4ad4aaa7-491a-4de7-afe8-a9e895e1f6b6 req-3df96cdf-dc5d-4faf-b529-dc95c4113dfb tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 945 time: 0.0929410 Apr 20 19:27:02.491641 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4ad4aaa7-491a-4de7-afe8-a9e895e1f6b6 req-4639ffc7-75ed-409e-a339-46ddb5d127aa tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Apr 20 19:27:02.537658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:02.590480 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'code': 200} Apr 20 19:27:02.995772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95e88a-00e4-4ce9-b02f-19698a95ce25 req-9ead16c3-f3fc-48b0-ab3a-21dce7e65131 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:02.997398 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca95e88a-00e4-4ce9-b02f-19698a95ce25 req-9ead16c3-f3fc-48b0-ab3a-21dce7e65131 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0870850 Apr 20 19:27:03.050931 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca95e88a-00e4-4ce9-b02f-19698a95ce25 req-3979e9b6-a182-4d7a-a9e0-8b734381c507 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Apr 20 19:27:03.641541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e2cc-9e4d-4818-822d-87fb0e3d3d6b req-68dba184-6137-475e-a1aa-1468131043ed tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:03.643164 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-22c7e2cc-9e4d-4818-822d-87fb0e3d3d6b req-68dba184-6137-475e-a1aa-1468131043ed tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.3035853 Apr 20 19:27:03.686476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a33916-658b-4b6d-9e29-6a26c43ff8a3 req-88c4924a-e8e1-4bf9-a94f-3747e94445d9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:03.688104 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-02a33916-658b-4b6d-9e29-6a26c43ff8a3 req-88c4924a-e8e1-4bf9-a94f-3747e94445d9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1272345 Apr 20 19:27:03.691338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-1d21a6d3-ac00-4ac2-bb85-fc9a0c57270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:03.691935 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-22c7e2cc-9e4d-4818-822d-87fb0e3d3d6b req-8dfb4986-555e-485a-813d-f3c270567c5a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Apr 20 19:27:03.692898 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-1d21a6d3-ac00-4ac2-bb85-fc9a0c57270d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 1098 time: 0.1711638 Apr 20 19:27:03.832827 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-02a33916-658b-4b6d-9e29-6a26c43ff8a3 req-55249ec4-560d-444b-8393-e528b3ba4300 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368806 Apr 20 19:27:03.880838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-25c5832d-8b61-4b47-8982-89fd0a97042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:03.882630 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-25c5832d-8b61-4b47-8982-89fd0a97042d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 200 len: 919 time: 0.1720965 Apr 20 19:27:03.908904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4045c1-fb2b-4ebf-9456-de55c2eddb62 req-0a9c0ef6-93f2-454b-a1af-05b73fd53563 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:03.910504 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8c4045c1-fb2b-4ebf-9456-de55c2eddb62 req-0a9c0ef6-93f2-454b-a1af-05b73fd53563 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 945 time: 0.1136725 Apr 20 19:27:03.963131 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-6ca1c495-2e65-4644-a23b-5c155ac825ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011 HTTP/1.1" status: 200 len: 217 time: 0.0730641 Apr 20 19:27:03.965398 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8c4045c1-fb2b-4ebf-9456-de55c2eddb62 req-a004072f-36e9-437f-b3aa-5e55aa4487ed tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 Apr 20 19:27:04.253938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-1403d90a-48de-40a7-a811-9b3d9ee5c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:04.256643 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-1403d90a-48de-40a7-a811-9b3d9ee5c973 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 200 len: 858 time: 0.2866547 Apr 20 19:27:04.312040 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-928a189b-15ec-4f43-bdf7-65048e822d09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476375 Apr 20 19:27:04.509144 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-24981b2e-a65e-4609-9693-e5207f9e2362 service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894255 Apr 20 19:27:04.668661 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86e704a2-a917-49e1-b5a2-a6c927703d6c req-511fcb86-11f2-427e-86a7-602f8ac81c8c service neutron] 10.222.0.37 "GET /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498022 Apr 20 19:27:05.093626 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe13c8-39e9-4e53-a688-0f4806fe881c req-fdd9308d-91ba-48ef-a56b-c9e2a9532624 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:05.095305 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-effe13c8-39e9-4e53-a688-0f4806fe881c req-fdd9308d-91ba-48ef-a56b-c9e2a9532624 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.0927770 Apr 20 19:27:05.155099 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-effe13c8-39e9-4e53-a688-0f4806fe881c req-977d62b7-025a-483e-bcc1-dffa9b3783b4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513072 Apr 20 19:27:05.978525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f50af-1c9f-4a5a-bcef-dec917f99e45 req-08a6cec8-4bff-46e5-bd92-db9a6f3c7e5f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:05.980201 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-437f50af-1c9f-4a5a-bcef-dec917f99e45 req-08a6cec8-4bff-46e5-bd92-db9a6f3c7e5f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1513877 Apr 20 19:27:06.049182 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-437f50af-1c9f-4a5a-bcef-dec917f99e45 req-60cd137c-6ad0-4342-9512-c0b406cf4d4c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556288 Apr 20 19:27:06.222856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:06.281488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38178) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:06.515189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518fc2e-8846-49b7-a5a5-22c6a756be71 req-3b9ad095-fece-4b02-83f1-07d499e1d449 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:06.516964 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b518fc2e-8846-49b7-a5a5-22c6a756be71 req-3b9ad095-fece-4b02-83f1-07d499e1d449 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.2221231 Apr 20 19:27:06.522956 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-b8029e1e-bc37-4036-bcda-38186c54ac77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2390401 Apr 20 19:27:06.572776 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b518fc2e-8846-49b7-a5a5-22c6a756be71 req-16527b0a-7b9a-43de-9da1-44f68407c780 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Apr 20 19:27:07.340245 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95ec04-1fbd-4f59-b691-f1b365528e5d req-ed6e4fc0-1c3f-4f47-8631-809eccaa25d6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:07.341969 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d95ec04-1fbd-4f59-b691-f1b365528e5d req-ed6e4fc0-1c3f-4f47-8631-809eccaa25d6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1335819 Apr 20 19:27:07.399509 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d95ec04-1fbd-4f59-b691-f1b365528e5d req-af4cf1c9-99b4-49a7-9dba-b40f744fb938 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488284 Apr 20 19:27:07.800053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec0d5-01c4-433f-913c-85953bd53e36 req-b66a304b-e27f-41d6-8658-a26a6fe6edf2 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:07.802129 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e79ec0d5-01c4-433f-913c-85953bd53e36 req-b66a304b-e27f-41d6-8658-a26a6fe6edf2 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1073339 Apr 20 19:27:07.859172 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e79ec0d5-01c4-433f-913c-85953bd53e36 req-353fe8ca-b36c-4fb4-9cb7-35c7ec0151ab tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500066 Apr 20 19:27:07.979431 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-7b300cdb-a972-4279-9255-dd9a58ee65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:07.981053 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-7b300cdb-a972-4279-9255-dd9a58ee65c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309&tenant_id=5d30b9242f69424e869f89738268eaf8 HTTP/1.1" status: 200 len: 1097 time: 0.0825028 Apr 20 19:27:08.107854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-2a079339-3d11-4225-a42c-419da9fbb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:08.109708 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-2a079339-3d11-4225-a42c-419da9fbb23e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1097 time: 0.0897269 Apr 20 19:27:08.272764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-744cd9bf-10c8-4191-aea3-6fee697c9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:08.274447 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-744cd9bf-10c8-4191-aea3-6fee697c9f01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.1567397 Apr 20 19:27:08.391742 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-017b2a77-febe-4735-91fb-0fbbb67561b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 200 len: 999 time: 0.1101761 Apr 20 19:27:08.515489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-e4d001a3-dcff-47d0-bc2a-cc2791c07eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:08.518196 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-e4d001a3-dcff-47d0-bc2a-cc2791c07eff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.1114640 Apr 20 19:27:08.648527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-7f2a7586-5961-4f15-87c7-14a8aa9e7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:08.650188 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-7f2a7586-5961-4f15-87c7-14a8aa9e7391 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1233289 Apr 20 19:27:08.675919 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdff3d-7212-413f-9d9b-de49ecfe473f req-9c6cb347-8fa8-4f2b-bcf7-9081ae2e98a0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:08.677881 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9ecdff3d-7212-413f-9d9b-de49ecfe473f req-9c6cb347-8fa8-4f2b-bcf7-9081ae2e98a0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.0981133 Apr 20 19:27:08.764201 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9ecdff3d-7212-413f-9d9b-de49ecfe473f req-19f54225-5bf7-4cbb-a618-c09f5d1278b8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788574 Apr 20 19:27:08.841446 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-b879c71c-097a-4bb5-9a86-3ce210806d1d service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829042 Apr 20 19:27:08.949230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:09.037674 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-309f3adb-4e35-4fb9-8078-4023d62a7754 req-19a363ea-f27b-42f8-bdf1-b69fdac99749 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881843 Apr 20 19:27:10.044132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ffece-8b1f-4e0c-95d6-26ec88117aef req-07e3a93f-4cfb-4105-ad75-cee90ba12931 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:10.045838 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4c8ffece-8b1f-4e0c-95d6-26ec88117aef req-07e3a93f-4cfb-4105-ad75-cee90ba12931 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1100399 Apr 20 19:27:10.106987 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4c8ffece-8b1f-4e0c-95d6-26ec88117aef req-a5789e48-b708-4e54-9316-e82950a2d8df tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520473 Apr 20 19:27:11.382451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f2735-8ed2-4c3d-804a-e9a96251ec37 req-848fe648-95c8-41b4-86ea-60583a3b57de tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:11.384087 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-616f2735-8ed2-4c3d-804a-e9a96251ec37 req-848fe648-95c8-41b4-86ea-60583a3b57de tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1102297 Apr 20 19:27:11.481490 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-616f2735-8ed2-4c3d-804a-e9a96251ec37 req-34c4c3a2-022d-4f6a-bbbc-e3f9d7ff182d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828302 Apr 20 19:27:12.848406 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20843340-313a-4b02-881d-e409b5a40a30 req-8a0cacbe-e44b-4969-b862-a1a045cf43e8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:12.853647 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-20843340-313a-4b02-881d-e409b5a40a30 req-8a0cacbe-e44b-4969-b862-a1a045cf43e8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1591890 Apr 20 19:27:12.880106 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1861f33-835f-4c8c-a3e6-79734f68e74d req-d0371408-91de-4726-997d-18d25456aa38 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:12.884566 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c1861f33-835f-4c8c-a3e6-79734f68e74d req-d0371408-91de-4726-997d-18d25456aa38 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.2253108 Apr 20 19:27:12.969224 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c1861f33-835f-4c8c-a3e6-79734f68e74d req-fdc88d96-82cc-4111-bf87-f67e3ae3c72e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 Apr 20 19:27:12.974665 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-20843340-313a-4b02-881d-e409b5a40a30 req-3b485d9a-3c5e-4278-9ffb-7f09fc9a4177 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968330 Apr 20 19:27:14.292002 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592fc3a-36b1-467d-8610-8c3091ed7386 req-51611ee1-6bd1-4b89-85e4-435eb614eb9e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:14.302287 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7592fc3a-36b1-467d-8610-8c3091ed7386 req-51611ee1-6bd1-4b89-85e4-435eb614eb9e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1893003 Apr 20 19:27:14.348046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec417f-e38b-44a9-b884-75343c3778f6 req-c71d60db-e5bd-4980-9134-f6e0c69121ea tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:14.351719 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-efec417f-e38b-44a9-b884-75343c3778f6 req-c71d60db-e5bd-4980-9134-f6e0c69121ea tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1736174 Apr 20 19:27:14.373497 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7592fc3a-36b1-467d-8610-8c3091ed7386 req-e065149d-bf90-47d9-a866-408df3107a69 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642877 Apr 20 19:27:14.446507 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-efec417f-e38b-44a9-b884-75343c3778f6 req-d35c836b-dede-4156-82b8-53d57cd5ae5b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808141 Apr 20 19:27:15.634624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08767364-8ea6-4ffb-8915-7f5c55ee4e12 req-b28f6473-6041-4030-8070-87f0d89b3d3b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:15.637790 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-08767364-8ea6-4ffb-8915-7f5c55ee4e12 req-b28f6473-6041-4030-8070-87f0d89b3d3b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1126258 Apr 20 19:27:15.728313 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-08767364-8ea6-4ffb-8915-7f5c55ee4e12 req-e38296ad-777a-4dc3-a8f4-d7ef23e47597 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770912 Apr 20 19:27:15.799153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90ccfb-7962-4ea7-8389-a537376c8f70 req-9dd81d7d-fc0e-408c-9596-47786905dce0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:15.800965 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5e90ccfb-7962-4ea7-8389-a537376c8f70 req-9dd81d7d-fc0e-408c-9596-47786905dce0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1301684 Apr 20 19:27:15.863095 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5e90ccfb-7962-4ea7-8389-a537376c8f70 req-3d438d68-4ec8-4234-a045-44e7af38ec3c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483406 Apr 20 19:27:17.075532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb2155-bdfd-40b6-a8b7-9172cb7732f3 req-92086e79-64e2-4199-a191-757d9df1a724 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:17.089825 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4afb2155-bdfd-40b6-a8b7-9172cb7732f3 req-92086e79-64e2-4199-a191-757d9df1a724 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.2132123 Apr 20 19:27:17.180087 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4afb2155-bdfd-40b6-a8b7-9172cb7732f3 req-816744da-b2a0-4f6d-a075-24f3c8f25842 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883868 Apr 20 19:27:17.284392 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a5983-1e45-4807-a3a0-23274c97c62c req-68109e6f-203b-4ca4-92f3-87d7df92260d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:17.286259 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-427a5983-1e45-4807-a3a0-23274c97c62c req-68109e6f-203b-4ca4-92f3-87d7df92260d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1525826 Apr 20 19:27:17.348560 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-427a5983-1e45-4807-a3a0-23274c97c62c req-3386d90a-02ec-44e4-ab0c-75514a6872f9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536838 Apr 20 19:27:18.450122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e93616-44e7-4e2f-8194-d6aa14327094 req-da78b441-4f15-4fbd-87d1-03fb1a928c2b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:18.466568 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-99e93616-44e7-4e2f-8194-d6aa14327094 req-da78b441-4f15-4fbd-87d1-03fb1a928c2b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1404066 Apr 20 19:27:18.530776 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-99e93616-44e7-4e2f-8194-d6aa14327094 req-e6f9edba-a795-4261-b9bf-e2054ee675a3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Apr 20 19:27:18.658737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98559f-28d8-4f67-8fa0-1b379c0b29ca req-281b5c7e-36fe-49fc-8b87-585d83b97288 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:18.662529 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5d98559f-28d8-4f67-8fa0-1b379c0b29ca req-281b5c7e-36fe-49fc-8b87-585d83b97288 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1277723 Apr 20 19:27:18.734114 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5d98559f-28d8-4f67-8fa0-1b379c0b29ca req-bb33a091-76d5-4aa8-b9b8-f94ffb656fe0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630622 Apr 20 19:27:19.766923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4ad66-ed5a-4fd4-a2f7-cb72f517ce3e req-3e2c3d11-ca45-401b-8931-f1f0b7ae4846 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:19.768736 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-90f4ad66-ed5a-4fd4-a2f7-cb72f517ce3e req-3e2c3d11-ca45-401b-8931-f1f0b7ae4846 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0982425 Apr 20 19:27:19.874460 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-90f4ad66-ed5a-4fd4-a2f7-cb72f517ce3e req-943f2b3e-24e6-46c6-a8ea-585c601d3a6e tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972371 Apr 20 19:27:20.067234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb26d-3f3d-4d50-926c-e918b8814ad1 req-fd5d6690-bc07-4ed9-8e01-4622639384fb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:20.069173 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-856bb26d-3f3d-4d50-926c-e918b8814ad1 req-fd5d6690-bc07-4ed9-8e01-4622639384fb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1032362 Apr 20 19:27:20.130494 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-856bb26d-3f3d-4d50-926c-e918b8814ad1 req-be9bf231-d254-4edf-a914-68f782416c98 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491369 Apr 20 19:27:20.922369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e9ec0fd9-be1e-4eb7-85aa-501a1641828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:21.230310 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fdeb0-3202-450f-aa85-bbbe23f56484 req-65a0ed2c-8322-4a39-9cb8-e3c59f27a8f0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:21.232935 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-260fdeb0-3202-450f-aa85-bbbe23f56484 req-65a0ed2c-8322-4a39-9cb8-e3c59f27a8f0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1133027 Apr 20 19:27:21.350416 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-260fdeb0-3202-450f-aa85-bbbe23f56484 req-623f4df6-ff80-4dd6-bd65-7803c663fd31 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079924 Apr 20 19:27:21.524531 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73226aae-a31a-4edc-b7ab-5c1c02741826 req-a645635c-a187-4e99-a256-ffe114e831f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:21.528256 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-73226aae-a31a-4edc-b7ab-5c1c02741826 req-a645635c-a187-4e99-a256-ffe114e831f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1713886 Apr 20 19:27:21.618472 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-73226aae-a31a-4edc-b7ab-5c1c02741826 req-cc7feea9-bbf0-4b76-b5e2-30267bd748b0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823903 Apr 20 19:27:22.623921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15245b3-b57d-49ee-ae00-e899f9e5b256 req-d1962826-daf5-46c2-aa8f-044097dbea1d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:22.625609 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b15245b3-b57d-49ee-ae00-e899f9e5b256 req-d1962826-daf5-46c2-aa8f-044097dbea1d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1072896 Apr 20 19:27:22.680771 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b15245b3-b57d-49ee-ae00-e899f9e5b256 req-91b84cd6-5e26-4fff-9d44-6dd232ba7237 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483656 Apr 20 19:27:22.932644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691cd57-ca7b-45d5-9b90-f5d4af349289 req-4b25c2f4-fe3f-4bc3-aed7-efc6c69b33d6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:22.935814 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6691cd57-ca7b-45d5-9b90-f5d4af349289 req-4b25c2f4-fe3f-4bc3-aed7-efc6c69b33d6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1362689 Apr 20 19:27:23.007272 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6691cd57-ca7b-45d5-9b90-f5d4af349289 req-5b1cb327-1bb7-48c4-aca2-f254920fbf21 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634339 Apr 20 19:27:23.499607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-36a271fc-bead-45de-ade2-01dc0901ac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:23.915348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee03a5-3d2c-4f7a-8c94-1f4bde656e75 req-4337a439-85ef-4186-8361-4459696cb5df tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:23.917212 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1fee03a5-3d2c-4f7a-8c94-1f4bde656e75 req-4337a439-85ef-4186-8361-4459696cb5df tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1099517 Apr 20 19:27:24.000445 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1fee03a5-3d2c-4f7a-8c94-1f4bde656e75 req-d2a554b0-b4f7-4ac8-8214-01367e50aad8 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648358 Apr 20 19:27:24.285762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff5fb0-25eb-41bb-9454-5077995a67e7 req-5b5c78af-23e9-4be3-88ba-7e6c7ffee4b7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:24.288679 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2ff5fb0-25eb-41bb-9454-5077995a67e7 req-5b5c78af-23e9-4be3-88ba-7e6c7ffee4b7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1287463 Apr 20 19:27:24.352433 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2ff5fb0-25eb-41bb-9454-5077995a67e7 req-a5eeb654-231d-4725-a444-43a4ee6e845b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507252 Apr 20 19:27:25.254139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd527443-a82e-418a-bd12-efbb61d18e75 req-baa03ed6-8808-49bd-99b4-07ccf477794f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:25.257488 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fd527443-a82e-418a-bd12-efbb61d18e75 req-baa03ed6-8808-49bd-99b4-07ccf477794f tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1070085 Apr 20 19:27:25.318508 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fd527443-a82e-418a-bd12-efbb61d18e75 req-b3f23118-009b-4011-b0f0-04b636b86fef tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521708 Apr 20 19:27:25.398869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:25.611303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed853433-8aa0-4a14-81a8-e773c727e5b6 req-b28395b9-9c7a-4f56-b614-d5a5f1819f89 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:25.614618 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ed853433-8aa0-4a14-81a8-e773c727e5b6 req-b28395b9-9c7a-4f56-b614-d5a5f1819f89 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1123464 Apr 20 19:27:25.672966 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ed853433-8aa0-4a14-81a8-e773c727e5b6 req-a8b27cf2-705c-4b68-9c1f-40880dc1210d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510952 Apr 20 19:27:26.461422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:26.546670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cade8c9-f7c5-4b65-8f11-bc22011d9be5 req-d18a8bab-c5cb-4466-a539-98c312e3ca09 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:26.548329 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3cade8c9-f7c5-4b65-8f11-bc22011d9be5 req-d18a8bab-c5cb-4466-a539-98c312e3ca09 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0984678 Apr 20 19:27:26.603617 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3cade8c9-f7c5-4b65-8f11-bc22011d9be5 req-1c75c7d2-bb96-4f34-81f0-69c5ed0f243a tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 Apr 20 19:27:26.913662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44c6aa-d997-4c1e-a409-16ef7d985d8b req-5f41a5ed-ea0a-47cd-aab6-6224d34371f7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:26.915419 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b44c6aa-d997-4c1e-a409-16ef7d985d8b req-5f41a5ed-ea0a-47cd-aab6-6224d34371f7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1015818 Apr 20 19:27:26.969352 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b44c6aa-d997-4c1e-a409-16ef7d985d8b req-e4d93ef1-a322-4a6c-8bac-bcecffa67e68 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469990 Apr 20 19:27:27.375013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:27.840663 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3cc28-d5b9-46d5-9b6a-0cc913dfbf52 req-af6e5842-4526-48c0-bfc8-c73dc9cd6d25 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:27.842365 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c7a3cc28-d5b9-46d5-9b6a-0cc913dfbf52 req-af6e5842-4526-48c0-bfc8-c73dc9cd6d25 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1032970 Apr 20 19:27:27.903973 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c7a3cc28-d5b9-46d5-9b6a-0cc913dfbf52 req-f523a899-077f-43b8-a7fe-d6bfcc05fb64 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486791 Apr 20 19:27:28.209626 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4d62e-e1e0-4e3e-b850-1b452c0181db req-c5a44be1-f197-4b5b-bafb-cd80ce3ecf5f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:28.211303 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b0b4d62e-e1e0-4e3e-b850-1b452c0181db req-c5a44be1-f197-4b5b-bafb-cd80ce3ecf5f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.0999117 Apr 20 19:27:28.269549 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b0b4d62e-e1e0-4e3e-b850-1b452c0181db req-3aff1b59-7a5f-4258-a5b1-3f04f1108a38 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507433 Apr 20 19:27:29.140390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f93ea9-fbc6-48eb-a937-63480492b717 req-f4527c95-88e8-40fc-9858-ba5dd2d281a8 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:29.142571 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-38f93ea9-fbc6-48eb-a937-63480492b717 req-f4527c95-88e8-40fc-9858-ba5dd2d281a8 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1042805 Apr 20 19:27:29.231420 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-38f93ea9-fbc6-48eb-a937-63480492b717 req-1e802ea2-6cb1-4101-b9d5-de8bc5905a8d tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801709 Apr 20 19:27:29.506364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9ce3-9f9e-40df-9618-437db6b07c3b req-fe6e069e-dc0d-4b4d-803c-9f65a36bf6d9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:29.508135 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5c1a9ce3-9f9e-40df-9618-437db6b07c3b req-fe6e069e-dc0d-4b4d-803c-9f65a36bf6d9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.0947800 Apr 20 19:27:29.569074 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5c1a9ce3-9f9e-40df-9618-437db6b07c3b req-39e8fd23-74f1-4c49-9a4b-ce6e1d5c0e8a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486822 Apr 20 19:27:30.456430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8532-3851-4cc9-acdc-d4e8ea54e4a7 req-77756a04-d2b9-4ecf-8f07-0e105d568ef0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:30.458453 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3d9f8532-3851-4cc9-acdc-d4e8ea54e4a7 req-77756a04-d2b9-4ecf-8f07-0e105d568ef0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0972126 Apr 20 19:27:30.517678 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3d9f8532-3851-4cc9-acdc-d4e8ea54e4a7 req-032b55eb-4ee0-4d0b-bd98-b4d81a36d688 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 Apr 20 19:27:30.797443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568316b-6889-4a98-805c-a0a34f6aec06 req-d432f94d-8c11-48e2-be1c-2eaa63670fe8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:30.799216 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2568316b-6889-4a98-805c-a0a34f6aec06 req-d432f94d-8c11-48e2-be1c-2eaa63670fe8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1023407 Apr 20 19:27:30.860900 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2568316b-6889-4a98-805c-a0a34f6aec06 req-86d7cd30-b207-491e-8a8c-63f796a43efc tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533798 Apr 20 19:27:31.042402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:27:31.761907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bffad3-eb47-4e74-afc0-2e5eb1156538 req-c080058f-8286-4945-93dc-cd506ac816b1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:31.763652 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-58bffad3-eb47-4e74-afc0-2e5eb1156538 req-c080058f-8286-4945-93dc-cd506ac816b1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1028636 Apr 20 19:27:31.824079 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-58bffad3-eb47-4e74-afc0-2e5eb1156538 req-786a1df4-4739-4630-b59e-5f0927b4c02c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478120 Apr 20 19:27:32.140259 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e34ce-b113-4be0-b4fb-4e24e4abea2d req-6aac3d43-8fd4-464c-a57d-f1cd801f5855 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:32.141962 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5b1e34ce-b113-4be0-b4fb-4e24e4abea2d req-6aac3d43-8fd4-464c-a57d-f1cd801f5855 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1346731 Apr 20 19:27:32.206657 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5b1e34ce-b113-4be0-b4fb-4e24e4abea2d req-670084f3-a5c9-43d3-b4e4-0a6999568261 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515494 Apr 20 19:27:32.402774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-3994a3aa-acf5-4073-8e5b-0556155f4b96 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:32.404415 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-3994a3aa-acf5-4073-8e5b-0556155f4b96 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.37 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.0994923 Apr 20 19:27:32.492589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Deleting port 3450c974-952d-477d-94fb-594ffe8d3897 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:32.493065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.797326 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] For port 3450c974-952d-477d-94fb-594ffe8d3897, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3450c974-952d-477d-94fb-594ffe8d3897,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:32.798297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:32.974737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Calling delete_port for 3450c974-952d-477d-94fb-594ffe8d3897 owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:33.149688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093505d-41ea-4107-9efc-d211875c6636 req-82ed52a3-6958-4647-a72d-df0a81ebe7f5 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:33.151657 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3093505d-41ea-4107-9efc-d211875c6636 req-82ed52a3-6958-4647-a72d-df0a81ebe7f5 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda84af-5d15-4ab8-a1e9-b3e2af4d6886 HTTP/1.1" status: 200 len: 945 time: 0.1050103 Apr 20 19:27:33.216993 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3093505d-41ea-4107-9efc-d211875c6636 req-de5f0754-945b-4409-b867-c7cab6a40f88 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529439 Apr 20 19:27:33.231838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:33.251816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['0d4cd337-0ca0-4886-94e6-dc29b5a77011', '3450c974-952d-477d-94fb-594ffe8d3897'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:27:33.252684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:33.309541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Pushing event deleted for resources: {'Port': ['ID=3450c974-952d-477d-94fb-594ffe8d3897,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:33.350213 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.350624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.351020 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.351420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.351819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.352210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.353271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.353675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.354073 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.354470 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.355028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.355424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:27:33.365963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:33.419232 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] No DVR routers for this DVR port 3450c974-952d-477d-94fb-594ffe8d3897 on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:27:33.423956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:33.428379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acda84af-5d15-4ab8-a1e9-b3e2af4d6886', 'name': 'network-vif-deleted', 'tag': '3450c974-952d-477d-94fb-594ffe8d3897'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:33.448344 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-02141aba-b216-4e5d-bfaf-44af2cb4c5b4 req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.37 "DELETE /v2.0/ports/3450c974-952d-477d-94fb-594ffe8d3897 HTTP/1.1" status: 204 len: 173 time: 1.0356727 Apr 20 19:27:33.579572 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acda84af-5d15-4ab8-a1e9-b3e2af4d6886', 'name': 'network-vif-deleted', 'tag': '3450c974-952d-477d-94fb-594ffe8d3897', 'status': 'completed', 'code': 200} Apr 20 19:27:33.669510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9ddea-1f02-43ce-bc54-242fc2c5b590 req-b16b4755-3469-4163-a0f2-d29a97f0a57e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:33.671272 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-aca9ddea-1f02-43ce-bc54-242fc2c5b590 req-b16b4755-3469-4163-a0f2-d29a97f0a57e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 944 time: 0.1929853 Apr 20 19:27:33.729490 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-aca9ddea-1f02-43ce-bc54-242fc2c5b590 req-1ba3e7cb-ca0d-4436-b6d0-350eadf6ebcc tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472784 Apr 20 19:27:34.446710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:27:34.607961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:34.624856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'port_id': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'mac_address': 'fa:16:3e:62:70:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:27:34.706049 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:34.740017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8feba03f-ae3a-4be8-b1be-950a8ae2e287 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:27:34.769536 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:34.775219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:34.777720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:34.872832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=9']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:34.875783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b5e8-99eb-4b93-bfcf-44c717a2bb72 req-b616637f-fc31-41f9-a192-0f72b3e7ebd9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:34.877553 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-55b9b5e8-99eb-4b93-bfcf-44c717a2bb72 req-b616637f-fc31-41f9-a192-0f72b3e7ebd9 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1889575 Apr 20 19:27:34.879998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:34.950687 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-55b9b5e8-99eb-4b93-bfcf-44c717a2bb72 req-7ea06c73-1a7d-451a-8b52-e96b19f1a2b0 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Apr 20 19:27:35.093709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aaff5-53f5-4fa7-b5f1-263be83cc631 req-95f0ccf7-670a-4c71-bc4d-45acdcb3eb96 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:35.095433 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-da7aaff5-53f5-4fa7-b5f1-263be83cc631 req-95f0ccf7-670a-4c71-bc4d-45acdcb3eb96 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 945 time: 0.2029133 Apr 20 19:27:35.098091 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-002b44c5-6319-46e8-bf7c-8fbf2ba04dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:35.099856 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-002b44c5-6319-46e8-bf7c-8fbf2ba04dfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1098 time: 0.1372981 Apr 20 19:27:35.272423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['8feba03f-ae3a-4be8-b1be-950a8ae2e287'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:27:35.466656 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-da7aaff5-53f5-4fa7-b5f1-263be83cc631 req-b688e375-d273-43be-86c3-062665ce67bb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634260 Apr 20 19:27:35.553130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-c46f34d0-1eb0-4e65-92bb-e0d4fa49f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:35.556050 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-c46f34d0-1eb0-4e65-92bb-e0d4fa49f1bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.4317646 Apr 20 19:27:35.704209 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-b97d12fc-5d63-44c4-896a-4259e55cc731 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 200 len: 1000 time: 0.1404018 Apr 20 19:27:35.781366 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-50ca22a9-a2c6-47c2-9a41-1ffe7fb34636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:35.782994 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-50ca22a9-a2c6-47c2-9a41-1ffe7fb34636 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.0689154 Apr 20 19:27:35.887389 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-5d034fea-a105-406a-9e28-554d95c6c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:35.889342 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-5d034fea-a105-406a-9e28-554d95c6c8a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923381 Apr 20 19:27:36.082986 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-594dc81e-ba12-43cf-9c2e-9c7ae819d301 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849287 Apr 20 19:27:36.251763 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c8e4ad81-ee3e-4d26-b7b5-c425a727b1e7 req-371aab41-6480-4124-b1c5-70658ce5aaa0 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581059 Apr 20 19:27:36.275123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697fee-5f1f-4328-9d87-fa19c1e15f01 req-1f9d67b6-d3eb-42f9-a624-ea8424689610 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:36.276992 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86697fee-5f1f-4328-9d87-fa19c1e15f01 req-1f9d67b6-d3eb-42f9-a624-ea8424689610 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1508334 Apr 20 19:27:36.353139 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86697fee-5f1f-4328-9d87-fa19c1e15f01 req-76fc2957-2b10-4d9b-bc2f-62ba7d9b68a1 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600123 Apr 20 19:27:36.458830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:27:36.553533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:27:36.554390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.702924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512502c-ad10-4145-8009-494288741bc9 req-04f50555-9cb9-4a3a-ae7e-a49122f7f8e4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:36.704885 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6512502c-ad10-4145-8009-494288741bc9 req-04f50555-9cb9-4a3a-ae7e-a49122f7f8e4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 945 time: 0.1008685 Apr 20 19:27:36.775719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.799767 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6512502c-ad10-4145-8009-494288741bc9 req-3ee61cb2-fdc4-4836-8118-a702ccb4e762 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794559 Apr 20 19:27:36.835618 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:36.856247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:36.861239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:36.862736 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 3450c974-952d-477d-94fb-594ffe8d3897 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:36.920757 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'code': 200} Apr 20 19:27:36.921685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:36.986286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 3450c974-952d-477d-94fb-594ffe8d3897 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:36.986683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 3450c974-952d-477d-94fb-594ffe8d3897 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:37.016315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=10']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:37.020429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:37.723311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e20d2-a12b-4ca3-b264-68fdab8860c0 req-4153a703-a389-4514-9121-1fedf27ec9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:37.724652 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c2e20d2-a12b-4ca3-b264-68fdab8860c0 req-4153a703-a389-4514-9121-1fedf27ec9e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 1100 time: 0.1756470 Apr 20 19:27:37.760815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6f75-c1f7-4557-a807-43a55324eed6 req-f878e6a6-deb8-4844-9939-102c728bc380 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:37.761677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-414e6f75-c1f7-4557-a807-43a55324eed6 req-f878e6a6-deb8-4844-9939-102c728bc380 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Synchronizing usage tracker for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:37.802878 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c2e20d2-a12b-4ca3-b264-68fdab8860c0 req-3c3308d0-9e58-4985-9740-4ee52659b7fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704079 Apr 20 19:27:37.806756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-414e6f75-c1f7-4557-a807-43a55324eed6 req-f878e6a6-deb8-4844-9939-102c728bc380 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Unset dirty status for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:37.808026 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-414e6f75-c1f7-4557-a807-43a55324eed6 req-f878e6a6-deb8-4844-9939-102c728bc380 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1963859 Apr 20 19:27:37.889263 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-414e6f75-c1f7-4557-a807-43a55324eed6 req-163f677a-a47d-43be-ae26-92c232a45fc3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676265 Apr 20 19:27:38.125657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac9429-cc1e-41df-9aca-7b5993172c16 req-a7bcfb14-028d-4d5a-bee1-9ae3c0dd9c8d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:38.127471 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c5ac9429-cc1e-41df-9aca-7b5993172c16 req-a7bcfb14-028d-4d5a-bee1-9ae3c0dd9c8d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 947 time: 0.1034052 Apr 20 19:27:38.189481 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c5ac9429-cc1e-41df-9aca-7b5993172c16 req-dc58160c-7648-4519-b700-a25182e8e4dc tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489268 Apr 20 19:27:38.957579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:39.118469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34a44c-66f7-45f4-8ccc-a78346ad0904 req-43c25f58-b0ac-4b4c-b81d-3da88f111798 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:39.120482 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ff34a44c-66f7-45f4-8ccc-a78346ad0904 req-43c25f58-b0ac-4b4c-b81d-3da88f111798 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1025615 Apr 20 19:27:39.192092 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ff34a44c-66f7-45f4-8ccc-a78346ad0904 req-5c40e2ec-ad17-4b51-8ad5-2691826886cd tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642512 Apr 20 19:27:39.426821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca561-89d1-482a-b2b6-93aed6ed986a req-db7d8407-177d-45b7-a00b-d3cd85c15fa6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:39.428748 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1fcca561-89d1-482a-b2b6-93aed6ed986a req-db7d8407-177d-45b7-a00b-d3cd85c15fa6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 947 time: 0.1053572 Apr 20 19:27:39.483502 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1fcca561-89d1-482a-b2b6-93aed6ed986a req-ce2ba832-99df-42a4-83f6-3a2139940271 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474136 Apr 20 19:27:40.448093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35c81-800d-448f-877a-8bbc946f223a req-e2374994-3c7b-4ba2-8b5a-e6eb0a95f780 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:40.449857 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-56c35c81-800d-448f-877a-8bbc946f223a req-e2374994-3c7b-4ba2-8b5a-e6eb0a95f780 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1111665 Apr 20 19:27:40.503212 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-56c35c81-800d-448f-877a-8bbc946f223a req-2bd165a1-f705-4513-b46d-babdfd075cf4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463326 Apr 20 19:27:40.717172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5263f3-c674-48dc-8161-96199028dc5e req-99b27d5a-1b3f-4007-bc54-4e7a2f32ecf7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:40.719328 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ab5263f3-c674-48dc-8161-96199028dc5e req-99b27d5a-1b3f-4007-bc54-4e7a2f32ecf7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 947 time: 0.0978374 Apr 20 19:27:40.807039 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ab5263f3-c674-48dc-8161-96199028dc5e req-11cb50f2-fbee-4c9b-8b84-916da503fb37 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791595 Apr 20 19:27:41.724862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b506ff-b614-42fc-9c16-1ab82aea7b63 req-8407c28b-1c6f-455d-9db5-f179e5ad6e92 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:41.726727 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-24b506ff-b614-42fc-9c16-1ab82aea7b63 req-8407c28b-1c6f-455d-9db5-f179e5ad6e92 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1016402 Apr 20 19:27:41.836199 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-24b506ff-b614-42fc-9c16-1ab82aea7b63 req-29fc9563-2fed-4126-8cb6-97e341f201b6 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0445ee8-623a-4598-be25-1d6ae6db49df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964849 Apr 20 19:27:41.922451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-12a22711-76e0-4ea8-8fe4-a7eb173b62b3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:41.926503 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-12a22711-76e0-4ea8-8fe4-a7eb173b62b3 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 945 time: 0.1473484 Apr 20 19:27:42.069940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Deleting port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:42.070575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.431087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] For port 0d4cd337-0ca0-4886-94e6-dc29b5a77011, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0d4cd337-0ca0-4886-94e6-dc29b5a77011,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:42.431555 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.642471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Calling delete_port for 0d4cd337-0ca0-4886-94e6-dc29b5a77011 owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:42.841246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.850292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:42.942650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Pushing event deleted for resources: {'Port': ['ID=0d4cd337-0ca0-4886-94e6-dc29b5a77011,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:42.984071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:42.991072 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] No DVR routers for this DVR port 0d4cd337-0ca0-4886-94e6-dc29b5a77011 on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:27:42.994045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:42.997550 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b1349e-f8bc-48ff-8af7-efd58c847ec4', 'name': 'network-vif-deleted', 'tag': '0d4cd337-0ca0-4886-94e6-dc29b5a77011'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:43.027768 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8119a5ed-ae95-438f-8c19-f2799edc60fa req-6f22e9e6-e1d7-4b09-8321-95d5d4054d62 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.37 "DELETE /v2.0/ports/0d4cd337-0ca0-4886-94e6-dc29b5a77011 HTTP/1.1" status: 204 len: 173 time: 1.0949357 Apr 20 19:27:43.112745 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b1349e-f8bc-48ff-8af7-efd58c847ec4', 'name': 'network-vif-deleted', 'tag': '0d4cd337-0ca0-4886-94e6-dc29b5a77011', 'status': 'completed', 'code': 200} Apr 20 19:27:43.128239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-0958902c-1d4c-4667-9e90-500893028034 req-da4f5ef4-0c21-4977-a3c5-8eaf80f5eee4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Synchronizing usage tracker for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:27:43.150692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-0958902c-1d4c-4667-9e90-500893028034 req-da4f5ef4-0c21-4977-a3c5-8eaf80f5eee4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Unset dirty status for tenant:fe67ce53edfe4ef6a5e8001048f28ae0 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:27:43.152413 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0958902c-1d4c-4667-9e90-500893028034 req-da4f5ef4-0c21-4977-a3c5-8eaf80f5eee4 tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9b1349e-f8bc-48ff-8af7-efd58c847ec4 HTTP/1.1" status: 200 len: 210 time: 0.1218343 Apr 20 19:27:44.277085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38498) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:44.533052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 0d4cd337-0ca0-4886-94e6-dc29b5a77011 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:44.575292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 0d4cd337-0ca0-4886-94e6-dc29b5a77011 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:44.575824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 0d4cd337-0ca0-4886-94e6-dc29b5a77011 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:44.919040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853812582'] for router_interface, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.452812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Deleting port dfe5ad5f-513b-4191-ab4b-7574505ee0a4 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:45.453648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:45.778965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] For port dfe5ad5f-513b-4191-ab4b-7574505ee0a4, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,segment=NetworkSegment(5864231e-44d2-4703-b13d-c5e932966a79),segment_id=5864231e-44d2-4703-b13d-c5e932966a79)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:45.779392 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.047271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Calling delete_port for dfe5ad5f-513b-4191-ab4b-7574505ee0a4 owned by network:router_interface {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:46.630256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:46.635992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2d9a5ca3-47a2-46c2-ba87-210b2902ccba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:46.687541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe5ad5f-513b-4191-ab4b-7574505ee0a4,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:46.717688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:47.013123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853812508'] for router_interface, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:47.856604 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Router 03697304-d1b9-46a6-ac7e-8753ec1122b5 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:27:47.878458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268c7f3-29d9-43e2-ad8a-84465c4d4776 req-e224388e-8984-42fd-a5ef-0e88f4cccc77 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:47.882069 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c268c7f3-29d9-43e2-ad8a-84465c4d4776 req-e224388e-8984-42fd-a5ef-0e88f4cccc77 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 945 time: 0.2991748 Apr 20 19:27:48.091893 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c268c7f3-29d9-43e2-ad8a-84465c4d4776 req-feef8ddd-9f7b-4fa6-a32a-f89be0fc1c33 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447525 Apr 20 19:27:48.132466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:27:48.143380 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] Sync routers for ids ['03697304-d1b9-46a6-ac7e-8753ec1122b5'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:27:48.156394 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] 10.222.0.16 "PUT /v2.0/routers/03697304-d1b9-46a6-ac7e-8753ec1122b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8744957 Apr 20 19:27:48.156709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] Routers {'03697304-d1b9-46a6-ac7e-8753ec1122b5'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:48.156709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:27:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['03697304-d1b9-46a6-ac7e-8753ec1122b5'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:48.157558 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38520) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:48.398962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] Set router 03697304-d1b9-46a6-ac7e-8753ec1122b5 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:48.411995 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks [] for router, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.673255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.684213 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Deleting port 4b83ad21-1dad-40ba-ae46-ad0917051f84 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:48.684752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:48.814924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:27:46Z', 'revision_number': 5, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port': {'id': '4b83ad21-1dad-40ba-ae46-ad0917051f84', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:24:42Z', 'updated_at': '2021-04-20T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:48.820761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] Checking router: 03697304-d1b9-46a6-ac7e-8753ec1122b5 for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:27:48.834335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] Routers {'03697304-d1b9-46a6-ac7e-8753ec1122b5'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:27:48.835191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:27:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['03697304-d1b9-46a6-ac7e-8753ec1122b5'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:49.130490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] Set router 03697304-d1b9-46a6-ac7e-8753ec1122b5 gateway port host: None {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:27:49.284965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:27:48Z', 'revision_number': 6, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port_host': None}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:49.290666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2c7f1-9246-46ab-b8de-2e680cc86c5e None None] The sync data for ids ['03697304-d1b9-46a6-ac7e-8753ec1122b5'] in dv-cinder-787264-1-smb is: [{'id': '03697304-d1b9-46a6-ac7e-8753ec1122b5', 'name': 'tempest-ServerRescueNegativeTestJSON-113376689-router', 'tenant_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:24:40Z', 'updated_at': '2021-04-20T19:27:48Z', 'revision_number': 6, 'project_id': 'fe67ce53edfe4ef6a5e8001048f28ae0', 'gw_port_host': None}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:27:49.293754 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] For port 4b83ad21-1dad-40ba-ae46-ad0917051f84, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=4b83ad21-1dad-40ba-ae46-ad0917051f84,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:49.294409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.410004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9902307-406b-4493-9dbc-de4a5a903cdf req-79b489b3-6c63-40cd-85f3-797fb7df7233 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:49.414451 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9902307-406b-4493-9dbc-de4a5a903cdf req-79b489b3-6c63-40cd-85f3-797fb7df7233 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 945 time: 0.1488986 Apr 20 19:27:49.467715 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9902307-406b-4493-9dbc-de4a5a903cdf req-9d7fc3fc-ac26-459e-ba9c-d00f211c55ca tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480971 Apr 20 19:27:49.569233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Calling delete_port for 4b83ad21-1dad-40ba-ae46-ad0917051f84 owned by network:router_gateway {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:49.879337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:49.888778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ed0c3f90-90f9-475d-9f86-47e7b372db93 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:49.990042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b83ad21-1dad-40ba-ae46-ad0917051f84,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:50.055143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:50.177036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957797'] for router_gateway, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.352642 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 4b83ad21-1dad-40ba-ae46-ad0917051f84 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:50.397617 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 4b83ad21-1dad-40ba-ae46-ad0917051f84 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:50.398014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 4b83ad21-1dad-40ba-ae46-ad0917051f84 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:50.398494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device dfe5ad5f-513b-4191-ab4b-7574505ee0a4 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:50.437274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: dfe5ad5f-513b-4191-ab4b-7574505ee0a4 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:50.437606 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device dfe5ad5f-513b-4191-ab4b-7574505ee0a4 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:50.509162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768351'] for router, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.512656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.621835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853823363'] for router, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.623153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03697304-d1b9-46a6-ac7e-8753ec1122b5 {{(pid=86326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:27:50.642763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.644571 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6d1e6521-1da7-4f7d-9cc9-a877343740dd admin admin] 10.222.0.16 "DELETE /v2.0/routers/03697304-d1b9-46a6-ac7e-8753ec1122b5 HTTP/1.1" status: 204 len: 168 time: 2.4855757 Apr 20 19:27:50.648856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 38530) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:50.779447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] Deleting subnet f6576e96-74b5-4d9b-bcc7-68318beefb6c {{(pid=86327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:27:50.785307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.876802 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2418451'] for subnet, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.933063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-61bf442f-4d5c-420f-b06f-a62bd9eedf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:50.978191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.044558 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303da113-fe47-4ede-9809-9429690f98e0 req-266b4263-ca9a-4769-a2fc-b294293cd168 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:51.047089 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-303da113-fe47-4ede-9809-9429690f98e0 req-266b4263-ca9a-4769-a2fc-b294293cd168 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 945 time: 0.2038701 Apr 20 19:27:51.117276 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-303da113-fe47-4ede-9809-9429690f98e0 req-085135db-c9a4-41bc-bded-f8ce73b385ee tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Apr 20 19:27:51.272417 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2995031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851630270'] for subnet, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.278962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3b09daed-c6ab-4b27-bbf0-f4d511760ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:51.319094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6576e96-74b5-4d9b-bcc7-68318beefb6c,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:51.322041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:51.325904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.336051 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3b899f26-952d-465c-89ba-b987811cb6b4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f6576e96-74b5-4d9b-bcc7-68318beefb6c HTTP/1.1" status: 204 len: 168 time: 0.6851904 Apr 20 19:27:51.338952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 38534) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:51.464416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.610323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.743966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9abcb2a-ea1c-4caa-9195-b3adaf0438ca']}} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:51.760763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5864231e-44d2-4703-b13d-c5e932966a79') {'for_net_delete': True} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:51.761267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5864231e-44d2-4703-b13d-c5e932966a79') {} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:27:51.775619 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852357349'] for segment, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.793674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:51.801871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=86327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:27:51.999968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:27:52.010939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851780364'] for segment, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.207118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Network e9abcb2a-ea1c-4caa-9195-b3adaf0438ca has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:27:52.233022 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:27:52.643098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.649952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:52.665990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.678477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9abcb2a-ea1c-4caa-9195-b3adaf0438ca,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:52.680718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-a937a105-9c4b-4c6f-afe4-93a2f1934a1b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:52.683634 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-a937a105-9c4b-4c6f-afe4-93a2f1934a1b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 945 time: 0.1232328 Apr 20 19:27:52.690895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:52.704901 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f7ea024f-5840-46b0-8dae-9f5ea2086b49 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e9abcb2a-ea1c-4caa-9195-b3adaf0438ca HTTP/1.1" status: 204 len: 168 time: 1.3607833 Apr 20 19:27:52.720974 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d150e72-a565-4506-8b69-9f39e90f81f0 req-0fd31937-097b-4a7d-a301-63ea5c882164 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:52.723460 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4d150e72-a565-4506-8b69-9f39e90f81f0 req-0fd31937-097b-4a7d-a301-63ea5c882164 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 945 time: 0.1647522 Apr 20 19:27:52.784959 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4d150e72-a565-4506-8b69-9f39e90f81f0 req-0ecd32ed-cd98-4748-9b1a-751050f57619 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843ce1a-dec8-4cb8-aa74-a62c92fa6865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477741 Apr 20 19:27:52.808135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Deleting port 894c25a8-f172-450e-902a-dce5a9a64b29 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:27:52.808636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:52.896697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 38542) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:52.985326 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-21247c9e-2a69-49fd-9e0f-0c4b6289c3b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe67ce53edfe4ef6a5e8001048f28ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864577 Apr 20 19:27:52.988198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38546) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:27:53.197927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-016dccde-569c-4740-817f-12a7be3bf3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.205571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] For port 894c25a8-f172-450e-902a-dce5a9a64b29, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=894c25a8-f172-450e-902a-dce5a9a64b29,segment=NetworkSegment(a3db2f5f-a6d7-4874-a114-21111e623c85),segment_id=a3db2f5f-a6d7-4874-a114-21111e623c85)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:27:53.205977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.371809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Calling delete_port for 894c25a8-f172-450e-902a-dce5a9a64b29 owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:27:53.416885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-016dccde-569c-4740-817f-12a7be3bf3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.496126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-521a2648-c82b-4ffc-8b1a-e422771657fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.544409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-016dccde-569c-4740-817f-12a7be3bf3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.551429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-302e9407-bdae-4c3f-99a1-63e2c89bf45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:53.577879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dccde-569c-4740-817f-12a7be3bf3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0445ee8-623a-4598-be25-1d6ae6db49df,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:53.583437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-016dccde-569c-4740-817f-12a7be3bf3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:53.608032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.615344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:27:53.621415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['894c25a8-f172-450e-902a-dce5a9a64b29'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:27:53.659399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-016dccde-569c-4740-817f-12a7be3bf3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.660771 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-016dccde-569c-4740-817f-12a7be3bf3d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0445ee8-623a-4598-be25-1d6ae6db49df HTTP/1.1" status: 204 len: 168 time: 0.6711643 Apr 20 19:27:53.673206 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Pushing event deleted for resources: {'Port': ['ID=894c25a8-f172-450e-902a-dce5a9a64b29,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:27:53.677904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:27:53.780794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] No DVR routers for this DVR port 894c25a8-f172-450e-902a-dce5a9a64b29 on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:27:53.784793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:53.789834 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-14b087b5-f81d-4f39-9f7a-7610ff640311 req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.37 "DELETE /v2.0/ports/894c25a8-f172-450e-902a-dce5a9a64b29 HTTP/1.1" status: 204 len: 173 time: 1.1002872 Apr 20 19:27:53.790875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7928b9-024b-4f68-86f4-dab081f245ef', 'name': 'network-vif-deleted', 'tag': '894c25a8-f172-450e-902a-dce5a9a64b29'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:27:53.896649 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7928b9-024b-4f68-86f4-dab081f245ef', 'name': 'network-vif-deleted', 'tag': '894c25a8-f172-450e-902a-dce5a9a64b29', 'status': 'completed', 'code': 200} Apr 20 19:27:54.057037 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13d01505-9b93-4106-af84-631ad0521180 req-443c1c44-a8be-4a9c-ac43-ee6664731204 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7928b9-024b-4f68-86f4-dab081f245ef HTTP/1.1" status: 200 len: 210 time: 0.0964172 Apr 20 19:27:55.389544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.465217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:56.607710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 894c25a8-f172-450e-902a-dce5a9a64b29 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:27:56.652804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 894c25a8-f172-450e-902a-dce5a9a64b29 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:27:56.653328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 894c25a8-f172-450e-902a-dce5a9a64b29 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:27:57.377399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:27:58.236109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c37e-6e17-4180-9642-e73444186852 req-cc48e7dc-2812-488d-9945-68554fce2b38 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:58.237867 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-79f3c37e-6e17-4180-9642-e73444186852 req-cc48e7dc-2812-488d-9945-68554fce2b38 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1205223 Apr 20 19:27:58.325054 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-79f3c37e-6e17-4180-9642-e73444186852 req-1a4aebf4-0880-4ae5-ac08-2f162bbf8341 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784166 Apr 20 19:27:59.600533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3d35-857a-4829-87a7-b7b297bf1ae0 req-7d5d3dd6-45e4-41ee-b3b5-786edb4962c5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:27:59.602351 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-077e3d35-857a-4829-87a7-b7b297bf1ae0 req-7d5d3dd6-45e4-41ee-b3b5-786edb4962c5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0954299 Apr 20 19:27:59.665304 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-077e3d35-857a-4829-87a7-b7b297bf1ae0 req-ea6755cd-53b6-4a8c-a2a1-dcdfc6cc686b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495045 Apr 20 19:28:00.954557 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01534a8c-71f1-4504-84e4-19595d6d85d6 req-83b9dbd7-2352-41a1-b2c3-06adebd3fb87 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:00.956282 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-01534a8c-71f1-4504-84e4-19595d6d85d6 req-83b9dbd7-2352-41a1-b2c3-06adebd3fb87 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1507099 Apr 20 19:28:01.011006 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-01534a8c-71f1-4504-84e4-19595d6d85d6 req-d961a099-2d7d-4f9d-86dd-98c4f9130c25 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472186 Apr 20 19:28:02.242936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e161-cd95-4437-b532-5d225b45f0c0 req-ff6aab42-88f7-4fa5-95c0-117993cbc39c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:02.244890 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2b80e161-cd95-4437-b532-5d225b45f0c0 req-ff6aab42-88f7-4fa5-95c0-117993cbc39c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1042643 Apr 20 19:28:02.307358 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2b80e161-cd95-4437-b532-5d225b45f0c0 req-880be3c1-adc0-48ba-93ef-245b900d5a80 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501513 Apr 20 19:28:03.632736 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870dd34-b0e8-4708-9eb5-69d0b8dfab2c req-d7b769c8-204a-4789-b3f8-06e2d1d64eb4 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:03.635266 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d870dd34-b0e8-4708-9eb5-69d0b8dfab2c req-d7b769c8-204a-4789-b3f8-06e2d1d64eb4 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1661065 Apr 20 19:28:03.690758 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d870dd34-b0e8-4708-9eb5-69d0b8dfab2c req-0f479ef1-be8a-4937-b7b8-3977f0225a6b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479336 Apr 20 19:28:04.923854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb18c-b8a1-4eb5-ad78-b9d19f7ae726 req-a0512e15-d38e-4aac-bdc9-e758557444dc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:04.926420 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-273cb18c-b8a1-4eb5-ad78-b9d19f7ae726 req-a0512e15-d38e-4aac-bdc9-e758557444dc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1096587 Apr 20 19:28:04.985923 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-273cb18c-b8a1-4eb5-ad78-b9d19f7ae726 req-2a4075e8-25ef-4e2f-a4a4-ce504c00d390 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475283 Apr 20 19:28:05.908794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38750) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:06.084104 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.116007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:06.124088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Usage tracker for resource:security_group_rule and tenant:0bf789d04c4c4996bb49a7e990954271 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:06.130574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:06.141161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:06.282600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.288175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.306315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-64f271c2-73f8-4ba8-bc27-22a5c295665d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:06.390313 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bf789d04c4c4996bb49a7e990954271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797747 Apr 20 19:28:06.397015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38758) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:06.424632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db38de7c-35ae-4d27-8471-fcddd80e7d82,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:06.435642 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:06.456497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab5418-f6c3-469c-8a95-59b558b71b70 req-2c9d3f36-4d94-4c9e-8292-fca2e6debf14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:06.459654 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-75ab5418-f6c3-469c-8a95-59b558b71b70 req-2c9d3f36-4d94-4c9e-8292-fca2e6debf14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1035550 Apr 20 19:28:06.512749 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-75ab5418-f6c3-469c-8a95-59b558b71b70 req-5cde9ec7-89f7-4fda-aefc-59bc85634783 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463159 Apr 20 19:28:06.538322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fbff03e4-067b-4348-8cb4-4b7ebcf33796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.595454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fbff03e4-067b-4348-8cb4-4b7ebcf33796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.686785 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fbff03e4-067b-4348-8cb4-4b7ebcf33796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.697413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3d24eb84-c49a-478e-a0dd-f4f8d0c12e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:06.727083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff03e4-067b-4348-8cb4-4b7ebcf33796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db38de7c-35ae-4d27-8471-fcddd80e7d82,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:06.731562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fbff03e4-067b-4348-8cb4-4b7ebcf33796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:06.738276 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-fbff03e4-067b-4348-8cb4-4b7ebcf33796 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db38de7c-35ae-4d27-8471-fcddd80e7d82 HTTP/1.1" status: 204 len: 168 time: 0.3349226 Apr 20 19:28:06.738276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-fbff03e4-067b-4348-8cb4-4b7ebcf33796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:07.869904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e3348-eff0-481a-8e63-433c43dfeff8 req-f12ca1e5-366a-495d-b52e-4e775f5cdf12 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:07.873013 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-800e3348-eff0-481a-8e63-433c43dfeff8 req-f12ca1e5-366a-495d-b52e-4e775f5cdf12 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1731317 Apr 20 19:28:07.982857 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-800e3348-eff0-481a-8e63-433c43dfeff8 req-14a78a6f-9185-42c4-ab1c-2261370dd39e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800705 Apr 20 19:28:08.046940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:28:08.980960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:09.229385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075841e9-474f-4ddf-b67d-a075d231ad6c req-654c0bb6-bfa8-4ea9-88d4-1481549134f5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:09.231114 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-075841e9-474f-4ddf-b67d-a075d231ad6c req-654c0bb6-bfa8-4ea9-88d4-1481549134f5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1041658 Apr 20 19:28:09.295760 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-075841e9-474f-4ddf-b67d-a075d231ad6c req-b29578d3-3c7d-4876-8dad-129e62ad9d8d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512962 Apr 20 19:28:10.534658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848c619-2d75-4a22-9381-ef6dac512236 req-2dee1584-9ae5-453b-a99a-9646ab508d9e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:10.536800 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1848c619-2d75-4a22-9381-ef6dac512236 req-2dee1584-9ae5-453b-a99a-9646ab508d9e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1008496 Apr 20 19:28:10.591709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1848c619-2d75-4a22-9381-ef6dac512236 req-f017933e-21ff-4230-8be1-1947f38c7381 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475180 Apr 20 19:28:11.815300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23d812-d56d-41a8-ae82-41a1df5ff65c req-59043515-32bf-4cd6-9025-fa26afa55d11 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:11.817590 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fa23d812-d56d-41a8-ae82-41a1df5ff65c req-59043515-32bf-4cd6-9025-fa26afa55d11 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0956650 Apr 20 19:28:11.879110 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fa23d812-d56d-41a8-ae82-41a1df5ff65c req-cdc7e47d-d88b-4a70-aaf7-f0c4e94f1857 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520179 Apr 20 19:28:13.135370 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3252c7-e421-4339-8cba-9d5e7a315268 req-02943428-33d9-4dbc-868b-604ad56839b7 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:13.137420 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b3252c7-e421-4339-8cba-9d5e7a315268 req-02943428-33d9-4dbc-868b-604ad56839b7 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1142521 Apr 20 19:28:13.238533 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b3252c7-e421-4339-8cba-9d5e7a315268 req-87548433-7880-45cf-beee-8f1ddfe4541b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925927 Apr 20 19:28:14.510409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76c557-fdb4-4ed6-bef4-9f55401f7dc9 req-bd700f4e-18a7-4ad8-b970-4910d8b80a51 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:14.512071 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6e76c557-fdb4-4ed6-bef4-9f55401f7dc9 req-bd700f4e-18a7-4ad8-b970-4910d8b80a51 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0973747 Apr 20 19:28:14.572194 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6e76c557-fdb4-4ed6-bef4-9f55401f7dc9 req-90a6f5f1-162d-4efb-abc9-32b34743947f tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467942 Apr 20 19:28:15.032683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-6512f994-c5d4-4277-a71c-587fe0ce7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.034377 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-6512f994-c5d4-4277-a71c-587fe0ce7c33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0846803 Apr 20 19:28:15.083807 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeff89c-e791-40e7-8dbe-1ae85f70f095 req-2bb22305-fd8d-4556-a7c9-87c825d83f73 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.086796 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ffeff89c-e791-40e7-8dbe-1ae85f70f095 req-2bb22305-fd8d-4556-a7c9-87c825d83f73 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1898181 Apr 20 19:28:15.169839 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ffeff89c-e791-40e7-8dbe-1ae85f70f095 req-0257a044-fced-4c56-8a28-7fab2e6d516d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748072 Apr 20 19:28:15.205515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-347b0003-e50d-4ea0-8338-e5e8881fbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.205515 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-347b0003-e50d-4ea0-8338-e5e8881fbdcc service neutron] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 912 time: 0.1589551 Apr 20 19:28:15.344898 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-f23f53e8-868b-42fc-8973-fbf8cb4265e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 200 len: 1002 time: 0.1361668 Apr 20 19:28:15.431084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-04e5d604-ab45-444c-877a-05fba35d4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.433938 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-04e5d604-ab45-444c-877a-05fba35d4451 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.0821607 Apr 20 19:28:15.606032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-414561ab-401c-4efa-b696-9ee1debb42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:15.609144 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-414561ab-401c-4efa-b696-9ee1debb42ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1681604 Apr 20 19:28:16.114987 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-719f8d5a-e912-4a3b-bca0-f4a4bffa5a9c service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981174 Apr 20 19:28:16.332387 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bc97592-9406-4bd4-ad8c-4b7a00e4e7df req-b4c0e29e-a70a-49fb-a78f-094be35f8ffc service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093852 Apr 20 19:28:16.475532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fd560-00a9-4147-810a-8aa1662ce5aa req-b336d890-523b-4a6b-8e43-cc23860c3e63 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:16.477234 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-404fd560-00a9-4147-810a-8aa1662ce5aa req-b336d890-523b-4a6b-8e43-cc23860c3e63 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.0956509 Apr 20 19:28:16.556531 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-404fd560-00a9-4147-810a-8aa1662ce5aa req-d1a56f5e-d98d-4ed7-9726-32214eaa6c5a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707233 Apr 20 19:28:16.626592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38952) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:16.713044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] Deleting subnet d8e35f42-47ae-47c6-b0bd-7679316023f5 {{(pid=86326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:28:16.717314 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:16.809318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851232374'] for subnet, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:16.922446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.321125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852634239'] for subnet, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.327625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-940b8d9c-4999-44dc-8fe4-be7e6a50885f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:17.375063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e35f42-47ae-47c6-b0bd-7679316023f5,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:17.377637 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.382473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:17.385552 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a8a0f7b7-699d-45c0-b7cc-a080aa56eeab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d8e35f42-47ae-47c6-b0bd-7679316023f5 HTTP/1.1" status: 204 len: 168 time: 0.7574246 Apr 20 19:28:17.389061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38964) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:17.513725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.665413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.803688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091e65e3-cd08-4502-b73b-e6307f0dd8fd']}} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:17.808788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc68505-678f-4037-8705-8a88850671df req-62890239-ab23-4859-9999-9cf6b3095635 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:17.810621 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-edc68505-678f-4037-8705-8a88850671df req-62890239-ab23-4859-9999-9cf6b3095635 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1064646 Apr 20 19:28:17.828727 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3db2f5f-a6d7-4874-a114-21111e623c85') {'for_net_delete': True} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:17.829282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3db2f5f-a6d7-4874-a114-21111e623c85') {} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:17.852502 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3543426'] for segment, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.864217 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-edc68505-678f-4037-8705-8a88850671df req-d031c59b-4872-4e4e-b5e2-f4cd46be22d8 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462852 Apr 20 19:28:17.887242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:17.906962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=86326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:28:18.123204 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Network 091e65e3-cd08-4502-b73b-e6307f0dd8fd has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:18.134521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357252'] for segment, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.334064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Network 091e65e3-cd08-4502-b73b-e6307f0dd8fd has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:28:18.361790 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:28:18.458547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.463512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-14c59ca9-b38c-4082-b5a1-d2483e3bce68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:18.481593 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.492760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Pushing event deleted for resources: {'Network': ['ID=091e65e3-cd08-4502-b73b-e6307f0dd8fd,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:18.497901 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] 10.222.0.16 "DELETE /v2.0/networks/091e65e3-cd08-4502-b73b-e6307f0dd8fd HTTP/1.1" status: 204 len: 168 time: 1.1073334 Apr 20 19:28:18.499437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8f54858b-8a1e-41fe-87df-a57d7346c481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:18.717722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 38980) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:18.790002 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-85f36ac0-8273-4a4c-8c69-77be40eb119e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f131a64a3ddd4572a8a9fc2e7fe57978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709386 Apr 20 19:28:18.793914 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 38986) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:18.893350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:18.937412 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.005669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.010123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a3fae23-75c6-4bb2-a764-8bd4ea72e084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:19.026004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7843ce1a-dec8-4cb8-aa74-a62c92fa6865,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:19.042711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.043285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.043676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.044596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.044721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.045064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.045514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.045985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.046291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.046685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.047179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.047638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:19.055214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:19.059441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.060693 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7843ce1a-dec8-4cb8-aa74-a62c92fa6865 HTTP/1.1" status: 204 len: 168 time: 0.2655494 Apr 20 19:28:19.446615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39002) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:19.623496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.649421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:19.653674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:59374b764ab14e4cae71c33b2b8063aa is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:19.657057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:19.663874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:19.759272 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.762478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.772412 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3178534c-a827-4169-ab28-742c38c07d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:19.823559 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59374b764ab14e4cae71c33b2b8063aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755407 Apr 20 19:28:19.825882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df79d877-7d58-4f59-845b-386d1a51a65a,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:19.826441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39022) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:19.829620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:19.902242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ec41f7bf-1e5a-46ca-a123-311a622dbb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.943115 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ec41f7bf-1e5a-46ca-a123-311a622dbb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:19.997983 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ec41f7bf-1e5a-46ca-a123-311a622dbb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.003787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-362e8846-cc1d-484a-ada6-4f3765e0e552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:20.015758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41f7bf-1e5a-46ca-a123-311a622dbb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df79d877-7d58-4f59-845b-386d1a51a65a,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:20.020173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39028) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:20.020480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ec41f7bf-1e5a-46ca-a123-311a622dbb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:20.030451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ec41f7bf-1e5a-46ca-a123-311a622dbb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.035557 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ec41f7bf-1e5a-46ca-a123-311a622dbb2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df79d877-7d58-4f59-845b-386d1a51a65a HTTP/1.1" status: 204 len: 168 time: 0.2045391 Apr 20 19:28:20.318598 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-4455101-network', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:20.327488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:20.335674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Usage tracker for resource:network and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:20.341211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:20.350608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:20.361538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Made reservation on behalf of 86422c11b606413a8054f9fc7a4a0367 for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:20.367100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.381684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.383217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39038) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:20.399059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:20.403545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Usage tracker for resource:security_group_rule and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:20.406699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:20.407088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.415217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:20.425045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:20.429667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Usage tracker for resource:security_group_rule and tenant:68e66c84d2a04204b657eff63c9244be is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:20.432986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:20.439636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:20.513510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.516655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.521398 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-016dccde-569c-4740-817f-12a7be3bf3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:20.533895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.538056 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.548075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9714c7b5-07d8-488a-902e-7551abd0773e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:20.549822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:28:20.565533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1349abe2-78a1-4063-9c44-dba326cae0d5,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:20.569861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:20.574835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.575354 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Added segment f48b7134-b3b9-40d7-9473-08362ac61e90 of type vlan for network 935a8f96-f94a-454e-a09f-a9006519f06e Apr 20 19:28:20.594715 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68e66c84d2a04204b657eff63c9244be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101605 Apr 20 19:28:20.595712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f9636-99c8-4d10-ad78-b354c49016b3,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:20.598373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39042) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:20.601140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:20.607793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.641639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.643069 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:20.643711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.649400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9c1dfb7b-21cb-4e40-abcf-ca9ef1e57d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:20.684708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a49fa015-9725-46b5-b3f4-47687ba1bc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.716559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a49fa015-9725-46b5-b3f4-47687ba1bc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.768576 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7468808 Apr 20 19:28:20.770070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Pushing event updated for resources: {'Network': ['ID=935a8f96-f94a-454e-a09f-a9006519f06e,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:20.774440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39046) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:20.776723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:20.784259 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Request body: {'subnet': {'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-4455101-subnet', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:20.785809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 935a8f96-f94a-454e-a09f-a9006519f06e details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:28:20.794283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:20.798948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Usage tracker for resource:subnet and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:20.803557 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:20.810867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:20.823745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Made reservation on behalf of 86422c11b606413a8054f9fc7a4a0367 for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:20.828721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145576'] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.848078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a49fa015-9725-46b5-b3f4-47687ba1bc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.856638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ec41f7bf-1e5a-46ca-a123-311a622dbb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:20.942895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fa015-9725-46b5-b3f4-47687ba1bc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f9636-99c8-4d10-ad78-b354c49016b3,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:20.960987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a49fa015-9725-46b5-b3f4-47687ba1bc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:20.974903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a49fa015-9725-46b5-b3f4-47687ba1bc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:20.976200 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a49fa015-9725-46b5-b3f4-47687ba1bc4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f57f9636-99c8-4d10-ad78-b354c49016b3 HTTP/1.1" status: 204 len: 168 time: 0.3767986 Apr 20 19:28:21.026363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b19fae14-6816-427c-bf64-402d115b35ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.402750 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851780846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145593'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.413189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-678395d3-f10d-40f7-951c-ae4997773c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:21.466276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39054) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:21.487188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.505693 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:21.510083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Usage tracker for resource:security_group_rule and tenant:5747189127c141d2915be9e582736a34 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:21.513599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:21.521363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:21.559873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665edb1f-b4cb-486d-90d7-56107b1b21bd,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:21.564420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:21.579310 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Checking segment: {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:21.579954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Network hostable DHCP agents. Network: 935a8f96-f94a-454e-a09f-a9006519f06e, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:28:21.615482 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Network 935a8f96-f94a-454e-a09f-a9006519f06e is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:28:21.622549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.625667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.630468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 935a8f96-f94a-454e-a09f-a9006519f06e) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:21.640674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-20e72e6e-b9c9-4ab1-b9cd-c24069823d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:21.646569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668dd31-ea13-4c88-ae96-e8a8b04de67e None None] Network 935a8f96-f94a-454e-a09f-a9006519f06e requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:21.651699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:21.653588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.686264 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5747189127c141d2915be9e582736a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185729 Apr 20 19:28:21.688312 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259b04d-5a2a-4ef7-88cc-172b3fcd54ff,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:21.689483 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39058) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:21.693034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:21.719586 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-408a2bf2-db5e-4f12-bac8-dfe5416aa282 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9436438 Apr 20 19:28:21.722528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39062) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:21.729762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:21.734990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:21.739883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Usage tracker for resource:router and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:21.743062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:21.749911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:21.763101 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768336'] for router, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.764422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853818110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853854189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7465'] for router, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.784866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.809492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-70750417-e871-44db-a16f-4f2c2d544146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.865720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-70750417-e871-44db-a16f-4f2c2d544146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.955839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-70750417-e871-44db-a16f-4f2c2d544146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:21.967972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-61fc003c-9990-4fca-8237-d08563043fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:21.988469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70750417-e871-44db-a16f-4f2c2d544146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259b04d-5a2a-4ef7-88cc-172b3fcd54ff,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:21.999183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-70750417-e871-44db-a16f-4f2c2d544146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:22.001816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-70750417-e871-44db-a16f-4f2c2d544146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.003056 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-70750417-e871-44db-a16f-4f2c2d544146 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a259b04d-5a2a-4ef7-88cc-172b3fcd54ff HTTP/1.1" status: 204 len: 168 time: 0.3097813 Apr 20 19:28:22.033452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp021d483f-21ea-53a2-8c08-b386e92904d5-935a8f96-f94a-454e-a09f-a9006519f06e', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd'}]}} from dv-cinder-787264-1-smb. {{(pid=86328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:28:22.035801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.091762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.347578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Allocated IP 172.20.0.2 (935a8f96-f94a-454e-a09f-a9006519f06e/665edb1f-b4cb-486d-90d7-56107b1b21bd/fe469736-432d-40f4-aa7a-8d303a165845) {{(pid=86328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:22.468922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.538168 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.847711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Allocated IP 172.28.3.117 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/131a9b3f-72e8-470e-b2cd-86ec87842e43) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:22.867340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Notify callbacks [] for port, precommit_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.888056 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Transition to ACTIVE for port object fe469736-432d-40f4-aa7a-8d303a165845 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:22.927414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Transition to ACTIVE for port object fe469736-432d-40f4-aa7a-8d303a165845 will not be triggered until provisioned by entity DHCP. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:22.944904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:22.954816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:23.039488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Network 935a8f96-f94a-454e-a09f-a9006519f06e is already hosted by enough agents. {{(pid=86328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:23.046053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Resources bound (agent type, host, resource id): {{(pid=86328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:23.048872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Pushing event updated for resources: {'Port': ['ID=fe469736-432d-40f4-aa7a-8d303a165845,revision_number=1']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:23.052511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Received port after_create {{(pid=86328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:23.067249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.067654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.068016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.068391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.068773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.069185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.069734 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.069881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.070252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.070620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.070986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.071350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:23.115686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:23.120927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.163430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.171851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:23.181211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Attempting to bind port fe469736-432d-40f4-aa7a-8d303a165845 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:23.182114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Attempting to bind port fe469736-432d-40f4-aa7a-8d303a165845 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:23.182903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Attempting to bind port fe469736-432d-40f4-aa7a-8d303a165845 on network 935a8f96-f94a-454e-a09f-a9006519f06e {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:23.196163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:23.196870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Checking segment: {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:23.197794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.198656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Bound using segment: {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:23.199694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Bound port: fe469736-432d-40f4-aa7a-8d303a165845, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:23.200505 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.512882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:23.516334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:23.519617 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:23.561864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Pushing event updated for resources: {'Port': ['ID=131a9b3f-72e8-470e-b2cd-86ec87842e43,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:23.565157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:23.635303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-22f502a4-d668-4956-bc6a-9b7e5df56ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.662761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] For port fe469736-432d-40f4-aa7a-8d303a165845, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:23.669308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] For port fe469736-432d-40f4-aa7a-8d303a165845, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=fe469736-432d-40f4-aa7a-8d303a165845,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:23.675325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:23.684067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:23.833688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Pushing event updated for resources: {'Port': ['ID=fe469736-432d-40f4-aa7a-8d303a165845,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:23.837604 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:24.179985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.422962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device fe469736-432d-40f4-aa7a-8d303a165845 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:24.510128 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port fe469736-432d-40f4-aa7a-8d303a165845 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:24.636494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919'] for router, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:24.892306 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Router 99dd9720-9a68-42cd-8bef-9952dfff6a8d is scheduled to L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d with binding_index 1 {{(pid=86326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:28:25.100804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:28:25.114968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Sync routers for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:28:25.141533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:25.142990 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4191334 Apr 20 19:28:25.146300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39100) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:25.156824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:25.160344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:25.403224 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:25.479652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:25.533144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6c2a8-67b3-49a9-a8b9-110825bc0675 None None] Network 935a8f96-f94a-454e-a09f-a9006519f06e requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:25.735707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] Provisioning for port fe469736-432d-40f4-aa7a-8d303a165845 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:25.800034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] Provisioning complete for port fe469736-432d-40f4-aa7a-8d303a165845 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:25.800459 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.319287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.400454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.400731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] For port fe469736-432d-40f4-aa7a-8d303a165845, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=fe469736-432d-40f4-aa7a-8d303a165845,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:26.406679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.411538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:26.471125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:23Z', 'revision_number': 3, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:26.493926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Checking router: 99dd9720-9a68-42cd-8bef-9952dfff6a8d for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:28:26.494588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Updating router 99dd9720-9a68-42cd-8bef-9952dfff6a8d port 131a9b3f-72e8-470e-b2cd-86ec87842e43 binding host dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:28:26.544616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.580289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] Pushing event updated for resources: {'Port': ['ID=fe469736-432d-40f4-aa7a-8d303a165845,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:26.586545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:26.592688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.778506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-7b32f15b-5d0d-4add-8f95-beeed7a74530 None None] Provisioning complete for port fe469736-432d-40f4-aa7a-8d303a165845 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:26.779164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7b32f15b-5d0d-4add-8f95-beeed7a74530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:26.851603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Allocated IP 172.20.0.1 (935a8f96-f94a-454e-a09f-a9006519f06e/665edb1f-b4cb-486d-90d7-56107b1b21bd/2d613b45-747b-4d74-b36e-48c07c71ebeb) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:27.069569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.102968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Transition to ACTIVE for port object 2d613b45-747b-4d74-b36e-48c07c71ebeb will not be triggered until provisioned by entity DHCP. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:27.144482 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.152212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d08b3184-107b-429f-a62c-4e586dda7646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:27.168921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Notify callbacks [] for port, precommit_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.184980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Transition to ACTIVE for port object 131a9b3f-72e8-470e-b2cd-86ec87842e43 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:27.193088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.197581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:27.229031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Network 935a8f96-f94a-454e-a09f-a9006519f06e is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:27.233294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:27.237873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:27.279525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d613b45-747b-4d74-b36e-48c07c71ebeb,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:27.284696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:27.307728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Attempting to bind port 131a9b3f-72e8-470e-b2cd-86ec87842e43 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:27.308859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Attempting to bind port 131a9b3f-72e8-470e-b2cd-86ec87842e43 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:27.308859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Attempting to bind port 131a9b3f-72e8-470e-b2cd-86ec87842e43 on network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:27.318492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4037a-de41-4b86-9647-f6427fe689b8 None None] Pushing event updated for resources: {'Port': ['ID=131a9b3f-72e8-470e-b2cd-86ec87842e43,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:27.321349 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:27.321782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:27.322247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.322693 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Bound using segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:27.323243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Bound port: 131a9b3f-72e8-470e-b2cd-86ec87842e43, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:27.323716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.332237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853812478'] for router_interface, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.349901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2cb4037a-de41-4b86-9647-f6427fe689b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:27.397893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.432166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] For port 131a9b3f-72e8-470e-b2cd-86ec87842e43, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:27.438887 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] For port 131a9b3f-72e8-470e-b2cd-86ec87842e43, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=131a9b3f-72e8-470e-b2cd-86ec87842e43,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:27.444723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.454005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:27.617826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-a28cdaf4-a16c-41b7-ad8e-f930b388dbc1 None None] Provisioning for port 2d613b45-747b-4d74-b36e-48c07c71ebeb completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:27.631851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.637533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:27.638772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:27.744751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-a28cdaf4-a16c-41b7-ad8e-f930b388dbc1 None None] Provisioning complete for port 2d613b45-747b-4d74-b36e-48c07c71ebeb triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:27.745480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a28cdaf4-a16c-41b7-ad8e-f930b388dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.901635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.906998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:27.936781 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9bd4042d-b72f-4ba5-92fc-41fdc58eac9c tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:28.038682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963429'] for router_interface, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:28.043564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d613b45-747b-4d74-b36e-48c07c71ebeb,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:28.047779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:28.231712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Network 935a8f96-f94a-454e-a09f-a9006519f06e is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:28.233260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:28.239934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4037a-de41-4b86-9647-f6427fe689b8 None None] Pushing event updated for resources: {'Port': ['ID=131a9b3f-72e8-470e-b2cd-86ec87842e43,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:28.254386 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2cb4037a-de41-4b86-9647-f6427fe689b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:28.319730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-a28cdaf4-a16c-41b7-ad8e-f930b388dbc1 None None] Port 2d613b45-747b-4d74-b36e-48c07c71ebeb cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:28:28.405956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:28.501674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39136) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:28.582952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device fe469736-432d-40f4-aa7a-8d303a165845 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:28.626915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Router 99dd9720-9a68-42cd-8bef-9952dfff6a8d has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:28:28.712507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:28.731348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:28.736341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Usage tracker for resource:security_group_rule and tenant:977576cdb3034bfeafbc4a0a132fed60 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:28.741036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:28.751180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:28.767880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-735ade8e-a668-4388-a936-2f498d7faee5 None None] Provisioning complete for port 2d613b45-747b-4d74-b36e-48c07c71ebeb triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:28.768305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-735ade8e-a668-4388-a936-2f498d7faee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:28.864058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:28.869986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:28.881960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-890aa163-ecff-4ebb-89a5-9439ee7cab76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:28.882912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port fe469736-432d-40f4-aa7a-8d303a165845 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:28.883341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:28.917903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-735ade8e-a668-4388-a936-2f498d7faee5 None None] Port 2d613b45-747b-4d74-b36e-48c07c71ebeb cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:28:28.935769 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:28:28.943217 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=977576cdb3034bfeafbc4a0a132fed60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399033 Apr 20 19:28:28.944285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39142) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:28.946241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ce3c21-05d7-47f2-ade7-d40bb675403f,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:28.953628 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:28.976526 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] 10.222.0.16 "PUT /v2.0/routers/99dd9720-9a68-42cd-8bef-9952dfff6a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8288684 Apr 20 19:28:29.062774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7724d96-f387-4d8c-ab30-700a9e3ddc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:29.105745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 2, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:29.111116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee659ed-d07c-47c1-a532-99e5f3097782 None None] The sync data for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb is: [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 2, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:28:29.128725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7724d96-f387-4d8c-ab30-700a9e3ddc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:29.192293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7724d96-f387-4d8c-ab30-700a9e3ddc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:29.204364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d99d4a34-5634-447d-aa3b-8a722acc45e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:29.220352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7724d96-f387-4d8c-ab30-700a9e3ddc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ce3c21-05d7-47f2-ade7-d40bb675403f,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:29.225259 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f7724d96-f387-4d8c-ab30-700a9e3ddc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:29.232028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f7724d96-f387-4d8c-ab30-700a9e3ddc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:29.234391 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f7724d96-f387-4d8c-ab30-700a9e3ddc3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43ce3c21-05d7-47f2-ade7-d40bb675403f HTTP/1.1" status: 204 len: 168 time: 0.2886539 Apr 20 19:28:29.840254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39170) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:29.850505 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1751326774-network', 'tenant_id': '1de3e638346441509a7155d384ec0ce2'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:29.856859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:29.862218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Usage tracker for resource:network and tenant:1de3e638346441509a7155d384ec0ce2 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:29.866848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:29.873897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:29.886354 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Made reservation on behalf of 1de3e638346441509a7155d384ec0ce2 for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:29.891532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:29.910029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:29.927381 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:29.932008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Usage tracker for resource:security_group_rule and tenant:1de3e638346441509a7155d384ec0ce2 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:29.935365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:29.943100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:30.043138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.047379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.052969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6c520b88-9e36-4909-b4a3-9f38ad84ef92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:30.081603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:28:30.103594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6962c0-18d3-4c9e-91d2-641d8d1e9463,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:30.109063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:30.110458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.110458 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Added segment f812a52a-56e4-4f2e-a83e-2295efe2529b of type vlan for network 81296f47-7171-4343-93ec-b5e5ffad4598 Apr 20 19:28:30.170560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.219685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.222321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:30.224199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.232339 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b0054f69-f29f-45e2-9365-7e76b2ea3c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:30.450969 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6059444 Apr 20 19:28:30.452563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39184) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:30.454553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Pushing event updated for resources: {'Network': ['ID=81296f47-7171-4343-93ec-b5e5ffad4598,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:30.462153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:30.475385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Request body: {'subnet': {'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1751326774-subnet', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:30.482959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 81296f47-7171-4343-93ec-b5e5ffad4598 details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:28:30.492540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:30.499459 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Usage tracker for resource:subnet and tenant:1de3e638346441509a7155d384ec0ce2 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:30.504515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:30.513617 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:30.526351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39188) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:30.529219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Made reservation on behalf of 1de3e638346441509a7155d384ec0ce2 for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:30.535130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145576'] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.582588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 131a9b3f-72e8-470e-b2cd-86ec87842e43 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:30.707597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 131a9b3f-72e8-470e-b2cd-86ec87842e43 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:30.709341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2018660036-network', 'tenant_id': 'b4d769dc97d94839895013b55bcd17ec'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:30.714503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 131a9b3f-72e8-470e-b2cd-86ec87842e43 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:30.714730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:30.715289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.719721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Usage tracker for resource:network and tenant:b4d769dc97d94839895013b55bcd17ec is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:30.723442 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:30.731753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:30.743098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Made reservation on behalf of b4d769dc97d94839895013b55bcd17ec for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:30.748718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.764056 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.781476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:30.786631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Usage tracker for resource:security_group_rule and tenant:b4d769dc97d94839895013b55bcd17ec is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:30.790531 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:30.797501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:30.910903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.926501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.931323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 131a9b3f-72e8-470e-b2cd-86ec87842e43, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=131a9b3f-72e8-470e-b2cd-86ec87842e43,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:30.932939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.935658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:30.938626 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f0fa2bd5-e1e4-444c-9953-2df9ef1e9a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:30.942088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d181a8f1-5bae-4c07-9762-d4b700530f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:31.013995 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0066ff16-b975-4ec6-8be7-0730c0446d80,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:31.016413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=131a9b3f-72e8-470e-b2cd-86ec87842e43,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:31.020156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:28:31.025666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:31.025884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:31.038885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.040109 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Added segment e4dbce08-d7e1-4e25-a604-9ab047bcdb98 of type vlan for network dc476012-b45a-454a-9f24-81de0245431b Apr 20 19:28:31.096083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.149454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851780846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145593'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.152667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.155080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:31.155343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:31.156490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.165636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:31.235663 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1278019-71f0-4228-b1ab-2ee040896c79,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:31.241061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:31.246521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Checking segment: {'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:31.246837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Network hostable DHCP agents. Network: 81296f47-7171-4343-93ec-b5e5ffad4598, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:28:31.269936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Network 81296f47-7171-4343-93ec-b5e5ffad4598 is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:28:31.280929 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 81296f47-7171-4343-93ec-b5e5ffad4598) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:31.281349 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7532532 Apr 20 19:28:31.285426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Pushing event updated for resources: {'Network': ['ID=dc476012-b45a-454a-9f24-81de0245431b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:31.289780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39196) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:31.291918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:31.295935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Request body: {'subnet': {'network_id': 'dc476012-b45a-454a-9f24-81de0245431b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2018660036-subnet', 'tenant_id': 'b4d769dc97d94839895013b55bcd17ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:31.302846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:31.304718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:31.305945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.308051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Usage tracker for resource:subnet and tenant:b4d769dc97d94839895013b55bcd17ec is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:31.311595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:31.317743 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77d4e3-64ae-42d6-95b2-2afa0d993309 None None] Network 81296f47-7171-4343-93ec-b5e5ffad4598 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:31.320270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:31.332523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Made reservation on behalf of b4d769dc97d94839895013b55bcd17ec for: {'subnet': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:31.337721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141611'] for subnet, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.343748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network dc476012-b45a-454a-9f24-81de0245431b details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:28:31.355920 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-028a0c50-7ee3-45ce-a5d4-4071d819ea5d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8977149 Apr 20 19:28:31.356463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39200) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:31.366961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:31.376316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:31.384223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Usage tracker for resource:router and tenant:1de3e638346441509a7155d384ec0ce2 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:31.390836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:31.402682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:31.419815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768336'] for router, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.420943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853818110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853854189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7465'] for router, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.445838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.782121 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp021d483f-21ea-53a2-8c08-b386e92904d5-81296f47-7171-4343-93ec-b5e5ffad4598', 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'fixed_ips': [{'subnet_id': 'd1278019-71f0-4228-b1ab-2ee040896c79'}]}} from dv-cinder-787264-1-smb. {{(pid=86328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:28:31.783096 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.821230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:31.998597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Allocated IP 172.20.0.2 (81296f47-7171-4343-93ec-b5e5ffad4598/d1278019-71f0-4228-b1ab-2ee040896c79/6bc62b38-2e4a-4d15-abfe-bef2f18d872a) {{(pid=86328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:32.006269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2359266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141626'] for subnet, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.016240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f4804b82-20eb-430d-a091-43359efd034f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:32.166738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=137a0267-cb8d-4c9e-9c2b-91fb30848568,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:32.171882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:32.192155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Checking segment: {'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:32.193037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Network hostable DHCP agents. Network: dc476012-b45a-454a-9f24-81de0245431b, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:28:32.230660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Network dc476012-b45a-454a-9f24-81de0245431b is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:28:32.238440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Notify callbacks [] for port, precommit_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.243251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, dc476012-b45a-454a-9f24-81de0245431b) {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:32.253776 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Transition to ACTIVE for port object 6bc62b38-2e4a-4d15-abfe-bef2f18d872a will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:32.263073 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29532c-6306-448d-81ad-1a33dd089f51 None None] Network dc476012-b45a-454a-9f24-81de0245431b requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:32.266867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:32.267933 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.302515 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0049081 Apr 20 19:28:32.373437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Transition to ACTIVE for port object 6bc62b38-2e4a-4d15-abfe-bef2f18d872a will not be triggered until provisioned by entity DHCP. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:32.404589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.424519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:32.470644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.472774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 131a9b3f-72e8-470e-b2cd-86ec87842e43 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:32.536785 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:32.705738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Network 81296f47-7171-4343-93ec-b5e5ffad4598 is already hosted by enough agents. {{(pid=86328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:32.729469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Resources bound (agent type, host, resource id): {{(pid=86328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:32.748135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Received port after_create {{(pid=86328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:32.750849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Allocated IP 172.28.3.127 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/eabf260d-08cd-4cf6-9476-96d316fc5b68) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:32.825898 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Pushing event updated for resources: {'Port': ['ID=6bc62b38-2e4a-4d15-abfe-bef2f18d872a,revision_number=1']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:32.948802 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:32.981408 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.044195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.055372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:33.078890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Attempting to bind port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:33.079307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Attempting to bind port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:33.079724 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Attempting to bind port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a on network 81296f47-7171-4343-93ec-b5e5ffad4598 {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:33.095558 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:33.096203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Checking segment: {'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:33.096419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.096892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Bound using segment: {'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:33.097450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Bound port: 6bc62b38-2e4a-4d15-abfe-bef2f18d872a, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:33.097982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.116026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346abef-879c-451e-9c0f-172bc932c9f9 None None] Network dc476012-b45a-454a-9f24-81de0245431b requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:33.129521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Sync routers for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:28:33.148171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:33.148825 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:33.203246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:33.213501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:33.224461 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:33.373474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:33.373695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 131a9b3f-72e8-470e-b2cd-86ec87842e43 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:33.373906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.617066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] For port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:33.634512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] For port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=6bc62b38-2e4a-4d15-abfe-bef2f18d872a,segment=NetworkSegment(f812a52a-56e4-4f2e-a83e-2295efe2529b),segment_id=f812a52a-56e4-4f2e-a83e-2295efe2529b)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:33.644383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:33.667627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:33.704614 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Pushing event updated for resources: {'Port': ['ID=eabf260d-08cd-4cf6-9476-96d316fc5b68,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:33.796346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:33.861065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Pushing event updated for resources: {'Port': ['ID=6bc62b38-2e4a-4d15-abfe-bef2f18d872a,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:33.883148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:33.896165 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 2, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:33.905158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Checking router: 99dd9720-9a68-42cd-8bef-9952dfff6a8d for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:28:33.905993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Updating router 99dd9720-9a68-42cd-8bef-9952dfff6a8d port 2d613b45-747b-4d74-b36e-48c07c71ebeb binding host dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:28:34.021907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.303080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.475728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 6bc62b38-2e4a-4d15-abfe-bef2f18d872a up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:34.613587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:34.695563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.716289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Transition to ACTIVE for port object 2d613b45-747b-4d74-b36e-48c07c71ebeb will not be triggered until provisioned by entity L2. {{(pid=86329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:34.724314 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:34.733680 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:34.735239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919'] for router, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.282079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Router 2daf19a0-73de-4a8d-96c5-ffc35251339c is scheduled to L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d with binding_index 1 {{(pid=86327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:28:35.449035 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Pushing event updated for resources: {'Port': ['ID=2d613b45-747b-4d74-b36e-48c07c71ebeb,revision_number=3']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:35.485363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.486213 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.486824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.487522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.488135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.488777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.489425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.490044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.490651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.491258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.491834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.492512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:35.505610 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:35.513572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Attempting to bind port 2d613b45-747b-4d74-b36e-48c07c71ebeb on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:35.514671 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Attempting to bind port 2d613b45-747b-4d74-b36e-48c07c71ebeb by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:35.514880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Attempting to bind port 2d613b45-747b-4d74-b36e-48c07c71ebeb on network 935a8f96-f94a-454e-a09f-a9006519f06e {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:35.528851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:35.530592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Checking segment: {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:35.531256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.531976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Bound using segment: {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:35.533685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Bound port: 2d613b45-747b-4d74-b36e-48c07c71ebeb, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'}}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:35.535005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.572645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b0f90-efac-4ec1-bd88-ba7ba5587edc None None] Network 81296f47-7171-4343-93ec-b5e5ffad4598 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:28:35.584181 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:28:35.619514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Notify callbacks [] for router, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.621172 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2631881 Apr 20 19:28:35.626530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39230) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:35.627303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Sync routers for ids ['2daf19a0-73de-4a8d-96c5-ffc35251339c'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:28:35.657497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] For port 2d613b45-747b-4d74-b36e-48c07c71ebeb, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:35.662406 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] For port 2d613b45-747b-4d74-b36e-48c07c71ebeb, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=2d613b45-747b-4d74-b36e-48c07c71ebeb,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:35.666655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.673926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:35.712449 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] Provisioning for port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:35.727260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Routers {'2daf19a0-73de-4a8d-96c5-ffc35251339c'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:35.728071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['2daf19a0-73de-4a8d-96c5-ffc35251339c'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:35.780376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:35.781611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:35.794740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] Provisioning complete for port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:35.795257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:35.816626 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-2f84fcb8-32d5-4843-b204-51cf8b2e98fc tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:35.817382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-2f84fcb8-32d5-4843-b204-51cf8b2e98fc tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Synchronizing usage tracker for tenant:b4d769dc97d94839895013b55bcd17ec on resource:network {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:35.843021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-2f84fcb8-32d5-4843-b204-51cf8b2e98fc tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Unset dirty status for tenant:b4d769dc97d94839895013b55bcd17ec on resource:network {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:35.851266 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-2f84fcb8-32d5-4843-b204-51cf8b2e98fc tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/networks?id=dc476012-b45a-454a-9f24-81de0245431b HTTP/1.1" status: 200 len: 809 time: 0.2198005 Apr 20 19:28:35.870956 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-9fc505ef-1167-4510-af64-ec92e1ee1e4e tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/quotas/b4d769dc97d94839895013b55bcd17ec HTTP/1.1" status: 200 len: 375 time: 0.0185111 Apr 20 19:28:35.953775 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-6211b7e6-4bf4-4299-9cd6-49f1209802f5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4d769dc97d94839895013b55bcd17ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818279 Apr 20 19:28:36.105008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Pushing event updated for resources: {'Port': ['ID=2d613b45-747b-4d74-b36e-48c07c71ebeb,revision_number=4']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:36.118627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d1e8efc4-22b7-48b4-8cbe-0b996b8ff3bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:36.138312 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:36.154334 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-a4301ef7-74ab-4cd9-b328-55e4e6e1ffe8 service neutron] 10.222.0.16 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995034 Apr 20 19:28:36.298134 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:36.327430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Set router 2daf19a0-73de-4a8d-96c5-ffc35251339c gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:36.574773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 2d613b45-747b-4d74-b36e-48c07c71ebeb up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:36.693541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:35Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:36.698744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7b045-1430-42c1-94df-64aedc7331b8 None None] The sync data for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb is: [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:35Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:28:36.776798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] For port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=6bc62b38-2e4a-4d15-abfe-bef2f18d872a,segment=NetworkSegment(f812a52a-56e4-4f2e-a83e-2295efe2529b),segment_id=f812a52a-56e4-4f2e-a83e-2295efe2529b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:36.788038 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-a6b20f4b-46f6-4521-a82e-6aaa76d31d56 service neutron] 10.222.0.16 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320755 Apr 20 19:28:36.790994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:36.801163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f0fa2bd5-e1e4-444c-9953-2df9ef1e9a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:37.263457 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] Pushing event updated for resources: {'Port': ['ID=6bc62b38-2e4a-4d15-abfe-bef2f18d872a,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:37.278143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:37.280144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 2d613b45-747b-4d74-b36e-48c07c71ebeb completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:37.292572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 2d613b45-747b-4d74-b36e-48c07c71ebeb triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:37.293522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.412101 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:28:33Z', 'revision_number': 3, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port': {'id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:32Z', 'updated_at': '2021-04-20T19:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:37.456294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Checking router: 2daf19a0-73de-4a8d-96c5-ffc35251339c for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:28:37.457134 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Updating router 2daf19a0-73de-4a8d-96c5-ffc35251339c port eabf260d-08cd-4cf6-9476-96d316fc5b68 binding host dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:28:37.554446 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1d34ed6c-1ad1-4375-b553-ebb855f5a267 req-00b735d6-6167-41d0-a71d-b631f123049e tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.3669891 Apr 20 19:28:37.571608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.587018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.600158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.679889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 2d613b45-747b-4d74-b36e-48c07c71ebeb, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=2d613b45-747b-4d74-b36e-48c07c71ebeb,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:37.685728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:37.691692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ddabe1eb-9b49-4114-be20-dcf7acc82fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:37.877294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=2d613b45-747b-4d74-b36e-48c07c71ebeb,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:37.893074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:37.894396 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-96b7eac6-76d0-4361-b0bf-d530ee0dad33 None None] Provisioning complete for port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:37.894891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-96b7eac6-76d0-4361-b0bf-d530ee0dad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.056299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Allocated IP 172.20.0.1 (81296f47-7171-4343-93ec-b5e5ffad4598/d1278019-71f0-4228-b1ab-2ee040896c79/9796d188-15f0-4159-8e4c-f0f672757562) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:38.349001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.358347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Notify callbacks [] for port, precommit_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.375494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Transition to ACTIVE for port object 9796d188-15f0-4159-8e4c-f0f672757562 will not be triggered until provisioned by entity DHCP. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:38.382149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Transition to ACTIVE for port object eabf260d-08cd-4cf6-9476-96d316fc5b68 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:38.401148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.412083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:38.412299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.420812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:38.489669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 2d613b45-747b-4d74-b36e-48c07c71ebeb up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:38.499787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Network 81296f47-7171-4343-93ec-b5e5ffad4598 is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:38.503952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:38.508360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:38.548189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Pushing event updated for resources: {'Port': ['ID=9796d188-15f0-4159-8e4c-f0f672757562,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:38.553400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:38.578393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853812478'] for router_interface, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.660220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Attempting to bind port eabf260d-08cd-4cf6-9476-96d316fc5b68 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:38.660993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Attempting to bind port eabf260d-08cd-4cf6-9476-96d316fc5b68 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:38.661579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Attempting to bind port eabf260d-08cd-4cf6-9476-96d316fc5b68 on network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:38.695293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:38.695982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:38.696716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.697675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Bound using segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:38.698620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Bound port: eabf260d-08cd-4cf6-9476-96d316fc5b68, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:38.699298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.789159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:38.817947 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa89327-d984-4494-8460-cb4f89cf5514 None None] Pushing event updated for resources: {'Port': ['ID=eabf260d-08cd-4cf6-9476-96d316fc5b68,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:38.825174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bfa89327-d984-4494-8460-cb4f89cf5514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:38.914526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-22410fc0-f40d-4f49-8741-465af251227a None None] Provisioning for port 9796d188-15f0-4159-8e4c-f0f672757562 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:38.937817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-22410fc0-f40d-4f49-8741-465af251227a None None] Provisioning complete for port 9796d188-15f0-4159-8e4c-f0f672757562 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:38.938617 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-22410fc0-f40d-4f49-8741-465af251227a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.028635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] For port eabf260d-08cd-4cf6-9476-96d316fc5b68, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:39.030104 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d0bb1628-d811-4890-955e-630b67753e88 req-4d581e36-fd8e-4126-b2d0-b468aac89a20 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.2368314 Apr 20 19:28:39.082620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 2d613b45-747b-4d74-b36e-48c07c71ebeb triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:39.083524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.127235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] For port eabf260d-08cd-4cf6-9476-96d316fc5b68, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=eabf260d-08cd-4cf6-9476-96d316fc5b68,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:39.152937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.164233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:39.167885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.177783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.200552 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.231825 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-22410fc0-f40d-4f49-8741-465af251227a None None] Port 9796d188-15f0-4159-8e4c-f0f672757562 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:28:39.260800 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1eb6514c-b352-4b99-a0f0-835f409fc600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:39.293498 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Routers {'2daf19a0-73de-4a8d-96c5-ffc35251339c'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:39.294219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['2daf19a0-73de-4a8d-96c5-ffc35251339c'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:39.342629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-0c024d73-2a7e-468f-a921-0a92aa00cc93 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:39.345719 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-0c024d73-2a7e-468f-a921-0a92aa00cc93 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.37 "GET /v2.0/networks?id=dc476012-b45a-454a-9f24-81de0245431b HTTP/1.1" status: 200 len: 809 time: 0.3470821 Apr 20 19:28:39.356597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa89327-d984-4494-8460-cb4f89cf5514 None None] Pushing event updated for resources: {'Port': ['ID=eabf260d-08cd-4cf6-9476-96d316fc5b68,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:39.383575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Request body: {'port': {'device_id': '8d4cf76d-297e-4a71-9084-1542bec3d6ee', 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b', 'admin_state_up': True, 'tenant_id': 'b4d769dc97d94839895013b55bcd17ec'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:39.435393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bfa89327-d984-4494-8460-cb4f89cf5514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:39.472223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Pushing event updated for resources: {'Port': ['ID=9796d188-15f0-4159-8e4c-f0f672757562,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:39.477940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963429'] for router_interface, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.485864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:39.634713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:39.643943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Usage tracker for resource:port and tenant:b4d769dc97d94839895013b55bcd17ec is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:39.650325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:39.653561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 6bc62b38-2e4a-4d15-abfe-bef2f18d872a up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:39.667507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:39.681969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Network 81296f47-7171-4343-93ec-b5e5ffad4598 is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:39.683690 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:39.684820 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Made reservation on behalf of b4d769dc97d94839895013b55bcd17ec for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:28:39.703044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:39.798082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] Set router 2daf19a0-73de-4a8d-96c5-ffc35251339c gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:40.059855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Router 2daf19a0-73de-4a8d-96c5-ffc35251339c has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:28:40.132031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Allocated IP 172.20.0.9 (dc476012-b45a-454a-9f24-81de0245431b/137a0267-cb8d-4c9e-9c2b-91fb30848568/d24eaa57-e042-413d-a051-d2e1d2511c31) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:40.337787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:28:40.409743 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-378d3a5f-37f0-4aaa-958d-0f351f1feaa4 req-c5be909b-f4a8-4479-93fb-6663bf621bc4 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0729659 Apr 20 19:28:40.429138 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] 10.222.0.16 "PUT /v2.0/routers/2daf19a0-73de-4a8d-96c5-ffc35251339c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7907808 Apr 20 19:28:40.463756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.498439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.510161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-937fb9b5-abce-4ca0-b91d-a549a0e25789 tempest-VolumesActionsTest-1855707544 tempest-VolumesActionsTest-1855707544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:40.539322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:40.539765 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.593736 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Network dc476012-b45a-454a-9f24-81de0245431b is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:40.598148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:40.603308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:40.649624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Pushing event updated for resources: {'Port': ['ID=d24eaa57-e042-413d-a051-d2e1d2511c31,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:40.661466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-d5da343e-3583-4094-a63a-3d94b0b3bd94 None None] Provisioning complete for port 9796d188-15f0-4159-8e4c-f0f672757562 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:40.662199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d5da343e-3583-4094-a63a-3d94b0b3bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.662865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.663277 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.663681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.664078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.664472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.664864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.665284 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.665677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.666065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.666450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.666842 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.667228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:28:40.674247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:40.729891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:40.730985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:40.749881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d5da343e-3583-4094-a63a-3d94b0b3bd94 None None] Port 9796d188-15f0-4159-8e4c-f0f672757562 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:28:40.767143 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4079435 Apr 20 19:28:40.779384 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Request body: {'port': {'device_id': '8d4cf76d-297e-4a71-9084-1542bec3d6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:40.927418 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 4, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port': {'id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:32Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '9796d188-15f0-4159-8e4c-f0f672757562', 'name': '', 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'mac_address': 'fa:16:3e:bf:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:37Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 2, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'subnets': [{'id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:40.941718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22362a6-f3ec-4e3b-9adc-86de9fa8ea0a None None] The sync data for ids ['2daf19a0-73de-4a8d-96c5-ffc35251339c'] in dv-cinder-787264-1-smb is: [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 4, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port': {'id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:32Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '9796d188-15f0-4159-8e4c-f0f672757562', 'name': '', 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'mac_address': 'fa:16:3e:bf:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:37Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 2, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'subnets': [{'id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:28:41.004438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:41.767694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24eaa57-e042-413d-a051-d2e1d2511c31 {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:41.786980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:41.830975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Transition to ACTIVE for port object d24eaa57-e042-413d-a051-d2e1d2511c31 will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:41.837962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:41.857318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:41.900506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66914f-d54f-4b0c-a308-cfde99398276 req-ff6e7888-bca6-4cba-a38e-c2ba76fb088f tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:41.902195 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4a66914f-d54f-4b0c-a308-cfde99398276 req-ff6e7888-bca6-4cba-a38e-c2ba76fb088f tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 931 time: 0.1765625 Apr 20 19:28:42.009477 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4a66914f-d54f-4b0c-a308-cfde99398276 req-5e624071-ebef-4a07-8bc9-ec8c7f9589f4 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861309 Apr 20 19:28:42.213160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Pushing event updated for resources: {'Port': ['ID=d24eaa57-e042-413d-a051-d2e1d2511c31,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:42.226889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:42.466514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Attempting to bind port d24eaa57-e042-413d-a051-d2e1d2511c31 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:42.470615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Attempting to bind port d24eaa57-e042-413d-a051-d2e1d2511c31 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:42.471251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Attempting to bind port d24eaa57-e042-413d-a051-d2e1d2511c31 on network dc476012-b45a-454a-9f24-81de0245431b {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:42.489237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Port d24eaa57-e042-413d-a051-d2e1d2511c31 on network dc476012-b45a-454a-9f24-81de0245431b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:28:42.489609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Attempting to bind port d24eaa57-e042-413d-a051-d2e1d2511c31 on network dc476012-b45a-454a-9f24-81de0245431b {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:42.505428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:42.505821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Checking segment: {'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:42.506222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Bound using segment: {'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:42.506716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Bound port: d24eaa57-e042-413d-a051-d2e1d2511c31, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:42.507108 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:42.674193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] For port d24eaa57-e042-413d-a051-d2e1d2511c31, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:42.680954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] For port d24eaa57-e042-413d-a051-d2e1d2511c31, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d24eaa57-e042-413d-a051-d2e1d2511c31,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:42.688710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:42.702166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-39937cb1-a579-4c00-a98a-52f586ed9cb2 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:42.752347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:42.754695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:42.756994 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] 10.222.0.37 "PUT /v2.0/ports/d24eaa57-e042-413d-a051-d2e1d2511c31 HTTP/1.1" status: 200 len: 1093 time: 1.9828379 Apr 20 19:28:42.767242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4cf76d-297e-4a71-9084-1542bec3d6ee', 'tag': 'd24eaa57-e042-413d-a051-d2e1d2511c31'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:42.816622 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Pushing event updated for resources: {'Port': ['ID=d24eaa57-e042-413d-a051-d2e1d2511c31,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:42.875766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:42.941913 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4cf76d-297e-4a71-9084-1542bec3d6ee', 'tag': 'd24eaa57-e042-413d-a051-d2e1d2511c31', 'status': 'completed', 'code': 200} Apr 20 19:28:42.957150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-9c1562fd-e1c6-4ba8-8857-cf0c801825ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:42.960992 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-9c1562fd-e1c6-4ba8-8857-cf0c801825ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4d769dc97d94839895013b55bcd17ec&device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 1096 time: 0.1311197 Apr 20 19:28:43.073086 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-e712512d-0480-4784-aae7-4592301746aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d24eaa57-e042-413d-a051-d2e1d2511c31 HTTP/1.1" status: 200 len: 217 time: 0.0999253 Apr 20 19:28:43.106603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device eabf260d-08cd-4cf6-9476-96d316fc5b68 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:43.194784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-ddc86264-5b17-425a-a821-a58c079a2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:43.196496 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-ddc86264-5b17-425a-a821-a58c079a2f0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=137a0267-cb8d-4c9e-9c2b-91fb30848568 HTTP/1.1" status: 200 len: 849 time: 0.1138749 Apr 20 19:28:43.210730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991139c-9875-4174-b6a2-7e3b9441ccb4 req-661762de-8b4d-4735-a2c0-94ad38ce6a69 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:43.218818 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5991139c-9875-4174-b6a2-7e3b9441ccb4 req-661762de-8b4d-4735-a2c0-94ad38ce6a69 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 947 time: 0.2284508 Apr 20 19:28:43.317539 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-0f2b6d28-72c6-4312-a4c6-e718168fcd8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc476012-b45a-454a-9f24-81de0245431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026280 Apr 20 19:28:43.330586 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5991139c-9875-4174-b6a2-7e3b9441ccb4 req-0c2f284d-605b-435c-bef1-f3d891916e1c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101997 Apr 20 19:28:43.392508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port eabf260d-08cd-4cf6-9476-96d316fc5b68 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:43.416329 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port eabf260d-08cd-4cf6-9476-96d316fc5b68 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:43.417441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:43.587000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c37b-33b4-4b4e-a24c-f2b31fe04442 req-ee148506-369b-479e-88b8-819c5ccc1421 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:43.587886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-35b4c37b-33b4-4b4e-a24c-f2b31fe04442 req-ee148506-369b-479e-88b8-819c5ccc1421 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Synchronizing usage tracker for tenant:b4d769dc97d94839895013b55bcd17ec on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:43.622570 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-156c67cd-bc8f-4220-a674-894cbeef0df5 service neutron] 10.222.0.37 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431920 Apr 20 19:28:43.628454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-35b4c37b-33b4-4b4e-a24c-f2b31fe04442 req-ee148506-369b-479e-88b8-819c5ccc1421 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Unset dirty status for tenant:b4d769dc97d94839895013b55bcd17ec on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:43.630520 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-35b4c37b-33b4-4b4e-a24c-f2b31fe04442 req-ee148506-369b-479e-88b8-819c5ccc1421 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 943 time: 0.3114424 Apr 20 19:28:43.683114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:43.735374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port eabf260d-08cd-4cf6-9476-96d316fc5b68, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=eabf260d-08cd-4cf6-9476-96d316fc5b68,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:43.740849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:43.744425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:43.786897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-35b4c37b-33b4-4b4e-a24c-f2b31fe04442 req-a0a35d44-5b08-4aa3-80f3-3b9a2c5beac3 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Synchronizing usage tracker for tenant:b4d769dc97d94839895013b55bcd17ec on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:43.847719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-35b4c37b-33b4-4b4e-a24c-f2b31fe04442 req-a0a35d44-5b08-4aa3-80f3-3b9a2c5beac3 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Unset dirty status for tenant:b4d769dc97d94839895013b55bcd17ec on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:43.863890 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-35b4c37b-33b4-4b4e-a24c-f2b31fe04442 req-a0a35d44-5b08-4aa3-80f3-3b9a2c5beac3 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965051 Apr 20 19:28:43.916994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=eabf260d-08cd-4cf6-9476-96d316fc5b68,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:43.917288 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6cc05a24-901d-4a75-8092-ed8f3d094171 req-a0d7a81d-7ba1-47ee-b047-542dfa274b0b service neutron] 10.222.0.37 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852027 Apr 20 19:28:43.938879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:44.083544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-4afc9203-eb31-48de-8f75-363e2ac75d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:44.085346 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-4afc9203-eb31-48de-8f75-363e2ac75d71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4d769dc97d94839895013b55bcd17ec&device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 1096 time: 0.0984838 Apr 20 19:28:44.309713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-bedfbc51-7bc5-4b06-af25-eb13235a32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:44.311814 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-bedfbc51-7bc5-4b06-af25-eb13235a32b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc476012-b45a-454a-9f24-81de0245431b HTTP/1.1" status: 200 len: 910 time: 0.2195439 Apr 20 19:28:44.406626 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-72d80a65-4f5b-45b6-96df-51d742128dd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d24eaa57-e042-413d-a051-d2e1d2511c31 HTTP/1.1" status: 200 len: 217 time: 0.0860775 Apr 20 19:28:44.582676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-7acaedc8-193f-4d3e-820e-3574e3519f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:44.586239 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-7acaedc8-193f-4d3e-820e-3574e3519f68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=137a0267-cb8d-4c9e-9c2b-91fb30848568 HTTP/1.1" status: 200 len: 849 time: 0.1717017 Apr 20 19:28:44.676744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d03451-46f6-48aa-9095-a9a8979c43a4 req-5f423be1-ff47-41e5-a742-d3eacf353e57 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:44.678645 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-36d03451-46f6-48aa-9095-a9a8979c43a4 req-5f423be1-ff47-41e5-a742-d3eacf353e57 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 947 time: 0.1257610 Apr 20 19:28:44.696520 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-195f3609-c15b-4f46-b198-90f7c4851a32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc476012-b45a-454a-9f24-81de0245431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021776 Apr 20 19:28:44.769517 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-36d03451-46f6-48aa-9095-a9a8979c43a4 req-77673c3f-45bc-454b-ad9b-270ad75f6197 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795417 Apr 20 19:28:44.995114 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-6e90eaf9-858f-452c-9926-4bbf301b1150 service neutron] 10.222.0.37 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914648 Apr 20 19:28:45.046916 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:28:45.159116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device eabf260d-08cd-4cf6-9476-96d316fc5b68 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:45.211624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-a895c590-1862-472e-94e5-b0d005644456 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:45.214974 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-a895c590-1862-472e-94e5-b0d005644456 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 947 time: 0.2953851 Apr 20 19:28:45.357193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port eabf260d-08cd-4cf6-9476-96d316fc5b68 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:45.357836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.370893 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb8f89aa-c00b-453d-b1b5-0ddd6ab82329 req-2dfbd60b-9b54-4f99-bf20-69d326f27674 service neutron] 10.222.0.37 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688486 Apr 20 19:28:45.383871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6a657-01a9-498c-95c9-7276f3995f82 req-520e2e7c-05c8-4136-b066-8296b2e84756 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:45.392428 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8ed6a657-01a9-498c-95c9-7276f3995f82 req-520e2e7c-05c8-4136-b066-8296b2e84756 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 943 time: 0.1820900 Apr 20 19:28:45.453374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Deleting port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:28:45.454043 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8ed6a657-01a9-498c-95c9-7276f3995f82 req-a19e39d7-ac9d-4c6d-b690-d985149aa559 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574005 Apr 20 19:28:45.455130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.874970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] For port 8feba03f-ae3a-4be8-b1be-950a8ae2e287, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8feba03f-ae3a-4be8-b1be-950a8ae2e287,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:45.874970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:45.953216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Sync routers for ids ['2daf19a0-73de-4a8d-96c5-ffc35251339c'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:28:45.973350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Routers {'2daf19a0-73de-4a8d-96c5-ffc35251339c'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:45.982793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['2daf19a0-73de-4a8d-96c5-ffc35251339c'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:46.327723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c63649-4915-417c-ad72-a462b505bf48 req-22560fdd-7eee-40ea-bd67-bcb15693a561 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:46.329579 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e0c63649-4915-417c-ad72-a462b505bf48 req-22560fdd-7eee-40ea-bd67-bcb15693a561 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 947 time: 0.3416893 Apr 20 19:28:46.420655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Set router 2daf19a0-73de-4a8d-96c5-ffc35251339c gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:46.431519 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e0c63649-4915-417c-ad72-a462b505bf48 req-a1fa70f4-7d29-438d-9928-e99064588a2a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=db1927ec-35a4-4710-b88d-7c707b463dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922866 Apr 20 19:28:46.434990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:46.435981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:46.436537 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Floating IP 94b2893f-ecca-4c08-877f-9eeff4d58f30 disassociated. External IP: 172.28.3.19, port: 8feba03f-ae3a-4be8-b1be-950a8ae2e287. Apr 20 19:28:46.437076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Calling delete_port for 8feba03f-ae3a-4be8-b1be-950a8ae2e287 owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:28:46.696586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:46.711249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a6862592-1ab7-41d7-8f19-c1ffe04e704f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:46.823388 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device d24eaa57-e042-413d-a051-d2e1d2511c31 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:28:47.035185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 4, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port': {'id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:32Z', 'updated_at': '2021-04-20T19:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '9796d188-15f0-4159-8e4c-f0f672757562', 'name': '', 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'mac_address': 'fa:16:3e:bf:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:37Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 2, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'subnets': [{'id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:47.046235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Checking router: 2daf19a0-73de-4a8d-96c5-ffc35251339c for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:28:47.046790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Updating router 2daf19a0-73de-4a8d-96c5-ffc35251339c port 9796d188-15f0-4159-8e4c-f0f672757562 binding host dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:28:47.048033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6641e-8298-40da-9706-134fe980e536 req-8563c831-147a-4d54-b806-a8150b78a41b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:47.065871 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-30b6641e-8298-40da-9706-134fe980e536 req-8563c831-147a-4d54-b806-a8150b78a41b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 943 time: 0.3146560 Apr 20 19:28:47.170888 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-30b6641e-8298-40da-9706-134fe980e536 req-6130a9fa-70e6-44a7-a5cd-012a6bce3968 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036274 Apr 20 19:28:47.219823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.350011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port d24eaa57-e042-413d-a051-d2e1d2511c31, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d24eaa57-e042-413d-a051-d2e1d2511c31,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:47.392438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': 'd24eaa57-e042-413d-a051-d2e1d2511c31', 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b', 'port_id': 'd24eaa57-e042-413d-a051-d2e1d2511c31', 'mac_address': 'fa:16:3e:c5:0d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137a0267-cb8d-4c9e-9c2b-91fb30848568', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:28:47.422541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:28:47.430016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event deleted for resources: {'Port': ['ID=8feba03f-ae3a-4be8-b1be-950a8ae2e287,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:47.432706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:47.641218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:28:47.659952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Notify callbacks [] for port, precommit_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.685775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Transition to ACTIVE for port object 9796d188-15f0-4159-8e4c-f0f672757562 will not be triggered until provisioned by entity L2. {{(pid=86329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:28:47.698635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.703483 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-74b89af8-33c2-4156-a40d-504938dee594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:47.725922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.763001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] Sync routers for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:28:47.792978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24eaa57-e042-413d-a051-d2e1d2511c31 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:28:47.841305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port d24eaa57-e042-413d-a051-d2e1d2511c31, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d24eaa57-e042-413d-a051-d2e1d2511c31,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:47.876111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:47.903144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:47.907863 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:47.980199 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3ef5dd91-2e12-4778-b451-c730926cb86f req-2e1529bc-20e0-4af5-b21e-3010a8fc725c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 210 time: 0.1433432 Apr 20 19:28:47.987437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] No DVR routers for this DVR port 8feba03f-ae3a-4be8-b1be-950a8ae2e287 on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:28:47.990172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.013650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-deleted', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:48.021063 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5e81b3ea-3bbd-4009-ab39-dee3e2ab6b75 req-d0091728-9077-4008-9354-c771482f13f6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "DELETE /v2.0/ports/8feba03f-ae3a-4be8-b1be-950a8ae2e287 HTTP/1.1" status: 204 len: 173 time: 2.7979250 Apr 20 19:28:48.238471 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718ed34e-cb16-45f6-a7e4-24da807d6309', 'name': 'network-vif-deleted', 'tag': '8feba03f-ae3a-4be8-b1be-950a8ae2e287', 'status': 'completed', 'code': 200} Apr 20 19:28:48.391774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2d625-5e23-47ac-99cf-70aac122a7c8 None None] Pushing event updated for resources: {'Port': ['ID=9796d188-15f0-4159-8e4c-f0f672757562,revision_number=3']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:48.416990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f1a2d625-5e23-47ac-99cf-70aac122a7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:48.573695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:48.707576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d3e3-7f80-4a44-95b7-fcbf14dfcb00 req-32932868-aaa2-4c34-9858-0f751a9f15dc tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:48.717086 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bd6d3e3-7f80-4a44-95b7-fcbf14dfcb00 req-32932868-aaa2-4c34-9858-0f751a9f15dc tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 944 time: 0.1939590 Apr 20 19:28:48.718674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:48.814169 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bd6d3e3-7f80-4a44-95b7-fcbf14dfcb00 req-2f204bb6-2002-4bf4-afea-368a2fe8d7db tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959523 Apr 20 19:28:48.880439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Attempting to bind port 9796d188-15f0-4159-8e4c-f0f672757562 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:28:48.880972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Attempting to bind port 9796d188-15f0-4159-8e4c-f0f672757562 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:28:48.881574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Attempting to bind port 9796d188-15f0-4159-8e4c-f0f672757562 on network 81296f47-7171-4343-93ec-b5e5ffad4598 {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:28:48.890876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:28:48.898004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Checking segment: {'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:28:48.898713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:48.899261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Bound using segment: {'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:28:48.899894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Bound port: 9796d188-15f0-4159-8e4c-f0f672757562, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f812a52a-56e4-4f2e-a83e-2295efe2529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598'}}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:28:48.900395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.044332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] For port 9796d188-15f0-4159-8e4c-f0f672757562, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:28:49.050112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] For port 9796d188-15f0-4159-8e4c-f0f672757562, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=9796d188-15f0-4159-8e4c-f0f672757562,segment=NetworkSegment(f812a52a-56e4-4f2e-a83e-2295efe2529b),segment_id=f812a52a-56e4-4f2e-a83e-2295efe2529b)] {{(pid=86329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:28:49.056511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:49.065692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f1a2d625-5e23-47ac-99cf-70aac122a7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:49.078674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:28:49.205160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 8feba03f-ae3a-4be8-b1be-950a8ae2e287 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:28:49.206332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8feba03f-ae3a-4be8-b1be-950a8ae2e287 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:28:49.226607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['d24eaa57-e042-413d-a051-d2e1d2511c31'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:28:49.277713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Routers {'2daf19a0-73de-4a8d-96c5-ffc35251339c'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:49.278620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['2daf19a0-73de-4a8d-96c5-ffc35251339c'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:49.536962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=d24eaa57-e042-413d-a051-d2e1d2511c31,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:49.585413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:49.753902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] Set router 2daf19a0-73de-4a8d-96c5-ffc35251339c gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:49.818937 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-16d9969e-df7e-4c1e-97e2-bb8274127d0a req-241098ee-b341-4d3e-99fd-5f46c2756174 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=718ed34e-cb16-45f6-a7e4-24da807d6309 HTTP/1.1" status: 200 len: 210 time: 0.1520152 Apr 20 19:28:50.085074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2d625-5e23-47ac-99cf-70aac122a7c8 None None] Pushing event updated for resources: {'Port': ['ID=9796d188-15f0-4159-8e4c-f0f672757562,revision_number=4']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:50.093556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f1a2d625-5e23-47ac-99cf-70aac122a7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:50.224399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:50.244796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] Checking router: 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:28:50.268213 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 4, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port': {'id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:32Z', 'updated_at': '2021-04-20T19:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '9796d188-15f0-4159-8e4c-f0f672757562', 'name': '', 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'mac_address': 'fa:16:3e:bf:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:37Z', 'updated_at': '2021-04-20T19:28:49Z', 'revision_number': 4, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'subnets': [{'id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:50.274148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f7ae9-a661-45af-8140-9dcbe50e9349 None None] The sync data for ids ['2daf19a0-73de-4a8d-96c5-ffc35251339c'] in dv-cinder-787264-1-smb is: [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:28:38Z', 'revision_number': 4, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port': {'id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:32Z', 'updated_at': '2021-04-20T19:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '9796d188-15f0-4159-8e4c-f0f672757562', 'name': '', 'network_id': '81296f47-7171-4343-93ec-b5e5ffad4598', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'mac_address': 'fa:16:3e:bf:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:37Z', 'updated_at': '2021-04-20T19:28:49Z', 'revision_number': 4, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'subnets': [{'id': 'd1278019-71f0-4228-b1ab-2ee040896c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:28:50.286321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:28:50.287649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:50.514603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23af7e3-a7f4-419c-bacb-e387e0ae25ab req-b8496b16-bf1d-4afc-8b5c-d8e106d29046 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:50.534002 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a23af7e3-a7f4-419c-bacb-e387e0ae25ab req-b8496b16-bf1d-4afc-8b5c-d8e106d29046 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 944 time: 0.2483037 Apr 20 19:28:50.625380 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a23af7e3-a7f4-419c-bacb-e387e0ae25ab req-7cb36ab0-639f-4f74-aeaf-c03936543a57 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896330 Apr 20 19:28:50.725834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:28:51.290459 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 9796d188-15f0-4159-8e4c-f0f672757562 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:51.307338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39336) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:51.373145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-40aaf431-be55-4ff0-9bc0-12e3ba85b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.396915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-01858fb0-98d8-4f5b-a19a-e07e7f46e318 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.451393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-01858fb0-98d8-4f5b-a19a-e07e7f46e318 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.472070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 9796d188-15f0-4159-8e4c-f0f672757562 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:51.484871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 9796d188-15f0-4159-8e4c-f0f672757562 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:51.485673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.551828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-01858fb0-98d8-4f5b-a19a-e07e7f46e318 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.566337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5b74e18a-92f6-4ae1-8ce2-06cad61a0d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:51.591791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01858fb0-98d8-4f5b-a19a-e07e7f46e318 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1927ec-35a4-4710-b88d-7c707b463dc9,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:51.595612 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-01858fb0-98d8-4f5b-a19a-e07e7f46e318 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:51.609722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-01858fb0-98d8-4f5b-a19a-e07e7f46e318 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.612488 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-01858fb0-98d8-4f5b-a19a-e07e7f46e318 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "DELETE /v2.0/security-groups/db1927ec-35a4-4710-b88d-7c707b463dc9 HTTP/1.1" status: 204 len: 168 time: 0.3032665 Apr 20 19:28:51.616585 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39340) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:51.667661 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.v2.resource [None req-d008b4d9-ece1-47eb-934b-0d7ca335b9f8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] show failed (client error): The resource could not be found. Apr 20 19:28:51.669823 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d008b4d9-ece1-47eb-934b-0d7ca335b9f8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups/db1927ec-35a4-4710-b88d-7c707b463dc9 HTTP/1.1" status: 404 len: 347 time: 0.0508754 Apr 20 19:28:51.674978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39344) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:51.919680 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.978730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 9796d188-15f0-4159-8e4c-f0f672757562, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=9796d188-15f0-4159-8e4c-f0f672757562,segment=NetworkSegment(f812a52a-56e4-4f2e-a83e-2295efe2529b),segment_id=f812a52a-56e4-4f2e-a83e-2295efe2529b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:51.984990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:51.991336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:52.152270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:28:52.161530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8c5a2-8198-492f-995e-c61cc2aaca3e None None] The sync data for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb is: [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:28:52.170342 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=9796d188-15f0-4159-8e4c-f0f672757562,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:52.175443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:52.397668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Deleting port 83910388-bf19-4be6-96ef-4259238fb9a4 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:28:52.398132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:52.650253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b93052-d5e6-443a-a2c1-961f6767a45e None None] New status for floating IP 94b2893f-ecca-4c08-877f-9eeff4d58f30: DOWN {{(pid=86329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:28:52.694605 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420eb81-3077-406f-ba37-6ee318431083 req-ca7fade4-bae6-4d1d-9bb9-f2f81dd7cb87 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:52.708507 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c420eb81-3077-406f-ba37-6ee318431083 req-ca7fade4-bae6-4d1d-9bb9-f2f81dd7cb87 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 944 time: 0.5561993 Apr 20 19:28:52.810066 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c420eb81-3077-406f-ba37-6ee318431083 req-7eeb61b5-9aa9-492f-bb52-1efe3263d65b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003375 Apr 20 19:28:52.811957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:52.812305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:52.861138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device d24eaa57-e042-413d-a051-d2e1d2511c31 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:52.978202 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Calling delete_port for 83910388-bf19-4be6-96ef-4259238fb9a4 owned by network:floatingip {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:28:53.146229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 9796d188-15f0-4159-8e4c-f0f672757562 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:28:53.186968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:28:53.187361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:28:53.212715 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port d24eaa57-e042-413d-a051-d2e1d2511c31 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:28:53.227896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port d24eaa57-e042-413d-a051-d2e1d2511c31 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:53.228320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:53.306683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 9796d188-15f0-4159-8e4c-f0f672757562 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:28:53.307099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:53.463970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:53.577235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4cf76d-297e-4a71-9084-1542bec3d6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24eaa57-e042-413d-a051-d2e1d2511c31'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:28:53.589789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6505fc1d-05f3-4b93-ac0f-505a90681d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:53.599635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port d24eaa57-e042-413d-a051-d2e1d2511c31, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d24eaa57-e042-413d-a051-d2e1d2511c31,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:53.603463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:53.606540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:53.646557 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4cf76d-297e-4a71-9084-1542bec3d6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24eaa57-e042-413d-a051-d2e1d2511c31', 'code': 200} Apr 20 19:28:53.688190 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Deleting port 83910388-bf19-4be6-96ef-4259238fb9a4 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:28:53.688585 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:53.729215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=d24eaa57-e042-413d-a051-d2e1d2511c31,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:53.733808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:54.025512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:54.025885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:54.068513 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbcecd-5dec-4372-a9c4-aa6e9e74138e req-b6cbe0db-085a-4665-a49a-700942b59943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:54.070687 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d8dbcecd-5dec-4372-a9c4-aa6e9e74138e req-b6cbe0db-085a-4665-a49a-700942b59943 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 1098 time: 0.1818752 Apr 20 19:28:54.133134 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d8dbcecd-5dec-4372-a9c4-aa6e9e74138e req-0cc48cf8-3f7b-4acf-a855-edb1638a4471 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546827 Apr 20 19:28:54.182548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Calling delete_port for 83910388-bf19-4be6-96ef-4259238fb9a4 owned by network:floatingip {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:28:54.272808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a4abe-8345-48b5-94c9-7fb7d6dfd2a4 req-412941d3-90b4-4adf-9647-6772133db7f9 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:54.274569 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a09a4abe-8345-48b5-94c9-7fb7d6dfd2a4 req-412941d3-90b4-4adf-9647-6772133db7f9 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 945 time: 0.3027968 Apr 20 19:28:54.344096 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a09a4abe-8345-48b5-94c9-7fb7d6dfd2a4 req-b15a4118-4e52-46dd-8d74-56e93225df80 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Apr 20 19:28:54.430957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:54.441494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:54.524835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event deleted for resources: {'Port': ['ID=83910388-bf19-4be6-96ef-4259238fb9a4,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:54.534688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:54.654936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:54.675454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:54.686796 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "DELETE /v2.0/floatingips/94b2893f-ecca-4c08-877f-9eeff4d58f30 HTTP/1.1" status: 204 len: 168 time: 3.0006464 Apr 20 19:28:55.377321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39364) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:55.383746 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049247879', 'description': 'tempest-description--459745029'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:55.406273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:55.426977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:security_group and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:55.435756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:55.441628 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.452334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:55.469117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.499532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:55.504416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:security_group_rule and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:55.508068 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:55.515149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:55.637648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.644374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.660424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-17c47345-a0c9-4d83-958b-e6c6b1bcfcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:55.711979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.716051 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3343070 Apr 20 19:28:55.716639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39370) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:55.722074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c6f38-6cc7-4aae-8fb4-e470577e2a79 req-14801db5-b365-439c-a6e9-166aa8770fc7 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:55.723328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'security_group_rule': {'security_group_id': '0641710c-b974-44e0-84d3-709c1b061df5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:55.725307 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb0c6f38-6cc7-4aae-8fb4-e470577e2a79 req-14801db5-b365-439c-a6e9-166aa8770fc7 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 945 time: 0.1793292 Apr 20 19:28:55.730838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0641710c-b974-44e0-84d3-709c1b061df5,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:55.745496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:55.746711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:55.753144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:security_group_rule and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:55.759778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:55.767206 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:55.791772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.800431 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb0c6f38-6cc7-4aae-8fb4-e470577e2a79 req-c90de77b-b4c9-4258-a91a-d1b0ccde9982 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625668 Apr 20 19:28:55.894559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.903207 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.917962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:55.950923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4d3737-de60-4398-a7d0-65bf1b04d59e,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:55.959217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:55.963696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:55.966794 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2489765 Apr 20 19:28:55.972575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39376) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:55.980825 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'security_group_rule': {'security_group_id': '0641710c-b974-44e0-84d3-709c1b061df5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:55.992594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:56.004900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:security_group_rule and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:56.011476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:56.023570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:56.047093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:56.216396 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:56.220735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:56.230739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ef5935b0-5e05-4518-8bed-ec4dc3b232c9 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:56.261590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4471aaa7-d48a-4fad-bf6b-e9e27d3db728,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:56.271087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:56.289420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:56.290817 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-55fc2a9c-56ef-45a1-9149-3e4e151c7402 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168476 Apr 20 19:28:56.299045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39384) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:28:56.311723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'floatingip': {'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:28:56.325864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:28:56.335501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Usage tracker for resource:floatingip and tenant:5d30b9242f69424e869f89738268eaf8 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:28:56.342506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:28:56.357737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:28:56.378291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:56.509920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:56.619735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:56.808631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Allocated IP 172.28.3.116 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/feb19b2a-a20a-467d-b002-293cbddcdf9f) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:28:57.083998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.121334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.126889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9ee98f81-42be-40ec-a41a-da7d20a23db2 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:57.196903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:28:57.201679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:28:57.213512 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:28:57.314588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'Port': ['ID=feb19b2a-a20a-467d-b002-293cbddcdf9f,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:57.320044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:57.395884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.435124 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c8d53-c252-4d05-9acc-c4adf9913b0e req-1a078692-5701-4d47-9256-4965e768259f tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:57.436814 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a22c8d53-c252-4d05-9acc-c4adf9913b0e req-1a078692-5701-4d47-9256-4965e768259f tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 945 time: 0.2385247 Apr 20 19:28:57.446276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.550694 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a22c8d53-c252-4d05-9acc-c4adf9913b0e req-ab0e1366-a130-4e1d-8c97-a7f84a333c2f tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968750 Apr 20 19:28:57.562634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.815688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.819587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.824794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:28:57.863413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-1cd6e9bf-b8b0-457b-98b1-feffe3da63d9 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:57.865513 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-1cd6e9bf-b8b0-457b-98b1-feffe3da63d9 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 812 time: 0.1676240 Apr 20 19:28:57.884840 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-39f06895-2727-481e-819d-65c1ce5b1463 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/quotas/86422c11b606413a8054f9fc7a4a0367 HTTP/1.1" status: 200 len: 375 time: 0.0127316 Apr 20 19:28:57.952576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'Port': ['ID=feb19b2a-a20a-467d-b002-293cbddcdf9f,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:28:57.960992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:28:57.962447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.988365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:57.999796 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6885831 Apr 20 19:28:58.001618 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-9fdf1647-f01a-460a-9808-886d22dae839 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098166 Apr 20 19:28:58.196732 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-e844d604-c59d-4f73-925c-13067fa49127 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1049247879&fields=id&tenant_id=5d30b9242f69424e869f89738268eaf8 HTTP/1.1" status: 200 len: 267 time: 0.0528471 Apr 20 19:28:58.263892 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-178dc02e-7bd6-4fa3-a81f-e88eb0bb97bd service neutron] 10.222.0.16 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449651 Apr 20 19:28:58.425780 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-2ec8ac85-1d2a-4b57-b029-144a71aa02e3 service neutron] 10.222.0.16 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529441 Apr 20 19:28:58.766112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-3799a9cf-5b4a-4475-9bc4-90fe0c40202e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:58.767795 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-3799a9cf-5b4a-4475-9bc4-90fe0c40202e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 817 time: 0.5557125 Apr 20 19:28:58.794988 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-d5aca306-f09e-4d8c-b437-e64f04340d23 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/quotas/5d30b9242f69424e869f89738268eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0141864 Apr 20 19:28:58.879454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d536-8320-402e-a1ee-6fe73c5733bb req-ee25accd-bb6e-4204-968c-5b9a12ca1c0a tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:58.890833 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a8c2d536-8320-402e-a1ee-6fe73c5733bb req-ee25accd-bb6e-4204-968c-5b9a12ca1c0a tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 945 time: 0.1549535 Apr 20 19:28:58.914174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868ee65-6307-4d6b-8637-71e335a2208c req-93cf4dcc-23e8-4bce-bfa6-bc9344f45916 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:28:58.916073 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5868ee65-6307-4d6b-8637-71e335a2208c req-93cf4dcc-23e8-4bce-bfa6-bc9344f45916 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 945 time: 0.2594016 Apr 20 19:28:58.933260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0199dbac-b2e0-4b23-8a26-ed0b8d1d998f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Synchronizing usage tracker for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:58.960412 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0199dbac-b2e0-4b23-8a26-ed0b8d1d998f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Unset dirty status for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:58.963132 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0199dbac-b2e0-4b23-8a26-ed0b8d1d998f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1531458 Apr 20 19:28:59.030757 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a8c2d536-8320-402e-a1ee-6fe73c5733bb req-94165b5c-79d4-48f0-886a-c4286862fc06 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287024 Apr 20 19:28:59.040710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Deleting port d24eaa57-e042-413d-a051-d2e1d2511c31 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:28:59.041122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:59.171456 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-22779dc6-ae3d-4149-aaba-e02be962b856 req-326fffa6-0a25-4f53-a4b6-2747e2db1c6d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 210 time: 0.0592299 Apr 20 19:28:59.202385 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0af74600-524b-4766-be9b-3ec7f051f371 service neutron] 10.222.0.16 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229178 Apr 20 19:28:59.386762 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-098537d1-4e73-44ba-b005-b3185d987faa service neutron] 10.222.0.16 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760159 Apr 20 19:28:59.441611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] For port d24eaa57-e042-413d-a051-d2e1d2511c31, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d24eaa57-e042-413d-a051-d2e1d2511c31,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:28:59.442402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:28:59.728404 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Calling delete_port for d24eaa57-e042-413d-a051-d2e1d2511c31 owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:28:59.902061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d9efc278-45d4-448f-aed6-d2f6a357f14a req-d438c5e0-2da6-4bad-9c9e-8cd600b1517b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Synchronizing usage tracker for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:28:59.965469 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d9efc278-45d4-448f-aed6-d2f6a357f14a req-d438c5e0-2da6-4bad-9c9e-8cd600b1517b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Unset dirty status for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:28:59.978055 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d9efc278-45d4-448f-aed6-d2f6a357f14a req-d438c5e0-2da6-4bad-9c9e-8cd600b1517b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.2673638 Apr 20 19:29:00.097616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.103886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-85e2e85b-2221-4f96-bb3c-f994fa6b65df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:00.155336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Pushing event deleted for resources: {'Port': ['ID=d24eaa57-e042-413d-a051-d2e1d2511c31,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:00.160951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:00.231818 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5a74f562-8e60-486c-918a-6cfcb9c3dbc7 req-dbed99f7-061b-4977-94a4-b3fe4df032e8 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0623860 Apr 20 19:29:00.247132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] No DVR routers for this DVR port d24eaa57-e042-413d-a051-d2e1d2511c31 on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:29:00.250911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.255070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4cf76d-297e-4a71-9084-1542bec3d6ee', 'name': 'network-vif-deleted', 'tag': 'd24eaa57-e042-413d-a051-d2e1d2511c31'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:00.271345 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5868ee65-6307-4d6b-8637-71e335a2208c req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.37 "DELETE /v2.0/ports/d24eaa57-e042-413d-a051-d2e1d2511c31 HTTP/1.1" status: 204 len: 173 time: 1.3380396 Apr 20 19:29:00.322459 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4cf76d-297e-4a71-9084-1542bec3d6ee', 'name': 'network-vif-deleted', 'tag': 'd24eaa57-e042-413d-a051-d2e1d2511c31', 'status': 'completed', 'code': 200} Apr 20 19:29:00.470499 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-27e19edc-ef9b-4b19-b590-e9eef951172d req-874c123d-44ec-4a96-b5b1-16d7e7eb94c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 210 time: 0.0969970 Apr 20 19:29:00.609007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-80952684-0972-45a4-b3ca-816b3e2554b1 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:00.610516 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-80952684-0972-45a4-b3ca-816b3e2554b1 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.37 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 812 time: 0.1912987 Apr 20 19:29:00.624258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'port': {'device_id': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'admin_state_up': True, 'tenant_id': '86422c11b606413a8054f9fc7a4a0367'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:00.786958 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:00.791448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:port and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:00.794913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:00.802420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:00.811849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Made reservation on behalf of 86422c11b606413a8054f9fc7a4a0367 for: {'port': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:00.818597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:00.903302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device d24eaa57-e042-413d-a051-d2e1d2511c31 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:29:00.997319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: d24eaa57-e042-413d-a051-d2e1d2511c31 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:29:00.997990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device d24eaa57-e042-413d-a051-d2e1d2511c31 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:29:01.462916 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Allocated IP 172.20.0.10 (935a8f96-f94a-454e-a09f-a9006519f06e/665edb1f-b4cb-486d-90d7-56107b1b21bd/5cbc64f0-10a7-4768-b16f-48d4bf651bff) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:01.486627 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-242aaed6-076b-4679-97f3-7dbb17f1a6a1 req-68f2b309-c013-4f31-978e-3eaff4c187e7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.1716652 Apr 20 19:29:01.526578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ec5db19c-ff6b-4dbb-966e-c4f9aac6021d req-8f3c8041-20e6-4b3d-b191-107402de1323 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Synchronizing usage tracker for tenant:b4d769dc97d94839895013b55bcd17ec on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:01.587924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ec5db19c-ff6b-4dbb-966e-c4f9aac6021d req-8f3c8041-20e6-4b3d-b191-107402de1323 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Unset dirty status for tenant:b4d769dc97d94839895013b55bcd17ec on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:01.601057 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ec5db19c-ff6b-4dbb-966e-c4f9aac6021d req-8f3c8041-20e6-4b3d-b191-107402de1323 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.1346269 Apr 20 19:29:01.644576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-60ba1c77-312c-4c20-bbbc-dbdb9134b35b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:01.646583 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-60ba1c77-312c-4c20-bbbc-dbdb9134b35b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 817 time: 0.4808850 Apr 20 19:29:01.784196 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-862c5b52-151a-45e5-969a-2ffdbe0a7e31 req-de98284c-63d8-4391-b93e-224d4aae6724 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Synchronizing usage tracker for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:01.821250 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-862c5b52-151a-45e5-969a-2ffdbe0a7e31 req-de98284c-63d8-4391-b93e-224d4aae6724 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Unset dirty status for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:01.824930 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-862c5b52-151a-45e5-969a-2ffdbe0a7e31 req-de98284c-63d8-4391-b93e-224d4aae6724 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 210 time: 0.1410079 Apr 20 19:29:01.851389 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.900063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Transition to ACTIVE for port object 5cbc64f0-10a7-4768-b16f-48d4bf651bff will not be triggered until provisioned by entity DHCP. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:01.938086 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:01.945920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:02.024239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Network 935a8f96-f94a-454e-a09f-a9006519f06e is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:02.028011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:02.030523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:02.110454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:02.111191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:02.119212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'Port': ['ID=5cbc64f0-10a7-4768-b16f-48d4bf651bff,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:02.125235 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:02.170912 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5509026 Apr 20 19:29:02.317014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-c7bd3989-04bb-4daf-a4a4-aa63d723a13e None None] Provisioning for port 5cbc64f0-10a7-4768-b16f-48d4bf651bff completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:02.323168 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-c7bd3989-04bb-4daf-a4a4-aa63d723a13e None None] Provisioning complete for port 5cbc64f0-10a7-4768-b16f-48d4bf651bff triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:02.323599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3989-04bb-4daf-a4a4-aa63d723a13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:02.387491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd3989-04bb-4daf-a4a4-aa63d723a13e None None] Port 5cbc64f0-10a7-4768-b16f-48d4bf651bff cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:29:02.708011 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f87920a0-8bfe-4604-995a-b64ffa97d7c3 req-499d90a6-330a-4123-b2d8-06f125d8bf3e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0587573 Apr 20 19:29:02.828694 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-cdd67be9-ef93-44f7-ac26-8f214c661730 req-0033da91-bc54-40bc-9d53-080f76539edd tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0719075 Apr 20 19:29:03.152064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ebed7-a439-4dfd-b7bb-b3cf4f7cc1f8 req-5b3d1250-c921-45ce-94c5-a9db2d0e2760 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:03.153403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-556ebed7-a439-4dfd-b7bb-b3cf4f7cc1f8 req-5b3d1250-c921-45ce-94c5-a9db2d0e2760 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Synchronizing usage tracker for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:03.173484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-556ebed7-a439-4dfd-b7bb-b3cf4f7cc1f8 req-5b3d1250-c921-45ce-94c5-a9db2d0e2760 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Unset dirty status for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:03.175353 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-556ebed7-a439-4dfd-b7bb-b3cf4f7cc1f8 req-5b3d1250-c921-45ce-94c5-a9db2d0e2760 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1743300 Apr 20 19:29:03.231663 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-556ebed7-a439-4dfd-b7bb-b3cf4f7cc1f8 req-92a9a695-a2d1-4043-91a2-64d21c2dcf65 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476909 Apr 20 19:29:03.974389 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9bc9000c-b45a-480b-99c5-d710b7f9a8f7 req-b66c00b9-34c4-4cb3-8549-8677bed8ef79 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.1085315 Apr 20 19:29:04.141998 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-cd53e245-4b4e-4fe6-b243-6187dd49b6e4 req-e65a67f9-cbd1-40b7-a60b-41cdcefa0a4b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0759182 Apr 20 19:29:04.485261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea7e0-c60d-4b38-a60d-24fc349ca7c1 req-218c1d44-0a23-490f-9a5b-e8938da35635 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:04.487161 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b8aea7e0-c60d-4b38-a60d-24fc349ca7c1 req-218c1d44-0a23-490f-9a5b-e8938da35635 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1157999 Apr 20 19:29:04.558816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b8aea7e0-c60d-4b38-a60d-24fc349ca7c1 req-6d3a5853-6d07-4142-ac52-ba69ccdf27ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Synchronizing usage tracker for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:04.588503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b8aea7e0-c60d-4b38-a60d-24fc349ca7c1 req-6d3a5853-6d07-4142-ac52-ba69ccdf27ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Unset dirty status for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:04.601929 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b8aea7e0-c60d-4b38-a60d-24fc349ca7c1 req-6d3a5853-6d07-4142-ac52-ba69ccdf27ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961823 Apr 20 19:29:05.185053 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-20f9cd72-22ff-4c08-84d0-a40535579e32 req-a87e4dd1-fe46-46a4-9d76-08775a833ca1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0516376 Apr 20 19:29:05.422057 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-615eee32-8055-48f0-9cd4-c4322584c107 req-392e909c-c97c-48de-aa61-d65d4ce6c220 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0722928 Apr 20 19:29:05.846607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc648f4-0ebd-4d2a-a21b-c25c96ba4b64 req-4e12e9c2-a801-4328-8752-e8082aa6845f tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:05.848510 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-adc648f4-0ebd-4d2a-a21b-c25c96ba4b64 req-4e12e9c2-a801-4328-8752-e8082aa6845f tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1073918 Apr 20 19:29:05.928877 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-adc648f4-0ebd-4d2a-a21b-c25c96ba4b64 req-8db863f7-f7de-4aaf-b91c-953b99c0fa9b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687218 Apr 20 19:29:06.412888 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-27391334-ee7f-4960-ab5e-8e9ccf6c9f93 req-f3348c06-f28b-4e22-aaec-cb88dff50956 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0565603 Apr 20 19:29:06.660633 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-01b75bf1-0583-4281-9d41-fea9f85ac9c0 req-e16bd79e-dd7b-4456-a350-7b7b658c0fce tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0657928 Apr 20 19:29:07.227320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154285b4-c28e-4b05-90cb-bff514f8a1de req-3f5ba9fa-cc6a-4fb0-a1c3-1f6759753a65 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:07.228964 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-154285b4-c28e-4b05-90cb-bff514f8a1de req-3f5ba9fa-cc6a-4fb0-a1c3-1f6759753a65 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1157019 Apr 20 19:29:07.303853 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-154285b4-c28e-4b05-90cb-bff514f8a1de req-efdc44f7-93d3-443e-a231-e519e0557ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593984 Apr 20 19:29:07.652260 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ce5add8d-06c0-4fbb-b5a1-2c72fd70d5b9 req-86411d17-09cb-4d05-99ab-075ede1c1fec tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0716274 Apr 20 19:29:07.935729 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-53b3fdf8-9936-4154-a0e6-da1c3d66d8dc req-eb62f12c-2a47-436f-9cbf-df27ab3a0495 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.1155324 Apr 20 19:29:08.646618 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358daf83-8736-4fee-99c7-ebc67c765b47 req-3711a8dd-7eb2-4a32-823d-55b8af5b5e5c tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:08.648685 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-358daf83-8736-4fee-99c7-ebc67c765b47 req-3711a8dd-7eb2-4a32-823d-55b8af5b5e5c tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1252255 Apr 20 19:29:08.718495 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-358daf83-8736-4fee-99c7-ebc67c765b47 req-c6e87ee6-f9f4-4f9a-8bf4-48c1834f487a tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600755 Apr 20 19:29:08.988903 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a9e8c4d3-3970-48c3-9906-5f86931eb0cd req-cac3b872-cc92-47cc-a9c7-754f5be5133b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.1194136 Apr 20 19:29:08.994368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:09.224783 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dac24c5a-83b0-4a52-abee-b0309d19628a req-839d5732-cc69-4b4a-93f0-e59c17d1d673 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0962462 Apr 20 19:29:09.991302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d4bf-0110-4f56-aa51-7186a22969eb req-29a2daf8-0690-460e-9917-e4b4e22a8664 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:09.993940 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3444d4bf-0110-4f56-aa51-7186a22969eb req-29a2daf8-0690-460e-9917-e4b4e22a8664 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1506236 Apr 20 19:29:10.064055 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3444d4bf-0110-4f56-aa51-7186a22969eb req-5ee9460f-b937-4e32-b63c-3700f617272c tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639503 Apr 20 19:29:10.241745 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-62ca64d1-da51-455f-aa2c-29bff2b289d7 req-f82065e8-0948-434e-bc9b-ff5582aa92da tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0945599 Apr 20 19:29:10.578087 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-14e371dd-7057-436d-8265-60baceab6dca req-8e361d31-071f-4e6d-8906-13571bf2ce66 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0893407 Apr 20 19:29:11.344652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19bb2f-acf2-473a-8d40-101023c39331 req-b4d75e31-d383-42f0-8cf4-f0db56581bae tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:11.350413 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1e19bb2f-acf2-473a-8d40-101023c39331 req-b4d75e31-d383-42f0-8cf4-f0db56581bae tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1366611 Apr 20 19:29:11.417796 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1e19bb2f-acf2-473a-8d40-101023c39331 req-82e09583-cc2f-4e41-b9af-886acd3bb640 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636730 Apr 20 19:29:11.503942 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1d22e382-0a5d-4eaf-b0ea-15c7fc194bbf req-7c4e3cab-90d6-4465-a96e-60a68a8b7700 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0531271 Apr 20 19:29:11.886963 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0255839b-10c8-4133-9816-8007786db2b3 req-0915bb64-cdf1-4c21-b03b-eb55f215ace6 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0644977 Apr 20 19:29:12.733373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41804576-d0ff-42db-aad5-801ca6e5946c req-f3939f85-6e5b-4317-9720-2014bcad2c22 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:12.735101 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-41804576-d0ff-42db-aad5-801ca6e5946c req-f3939f85-6e5b-4317-9720-2014bcad2c22 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1012158 Apr 20 19:29:12.744157 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-15f43dd4-4f44-4595-8c37-9f94018ce3bb req-7b5380ec-4f15-495c-a219-7a31085a7e7f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0958037 Apr 20 19:29:12.794961 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-41804576-d0ff-42db-aad5-801ca6e5946c req-0516b2b9-db56-4ff6-af62-56bde95c1e09 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474730 Apr 20 19:29:13.107030 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-df5c5c9f-2b85-466c-abd0-ac2e350949c9 req-6397f842-aaf8-4493-a616-803257bdc7b8 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0530672 Apr 20 19:29:13.977598 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e156b4c5-df3a-4467-924f-d3c8b6a4a293 req-f2e4419f-0dca-495e-a9e6-e08920036cca tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0907500 Apr 20 19:29:14.096230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c994d-4a2d-4564-a2d6-20cc5c6b2e5d req-18f869fc-c51b-4148-b40e-4fac04f21339 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:14.098008 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b50c994d-4a2d-4564-a2d6-20cc5c6b2e5d req-18f869fc-c51b-4148-b40e-4fac04f21339 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.1208475 Apr 20 19:29:14.172429 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b50c994d-4a2d-4564-a2d6-20cc5c6b2e5d req-52b309a1-e669-46ec-9cde-08c5d489d769 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616758 Apr 20 19:29:14.343830 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e94aa17d-bc43-48c3-89d3-2d4d32c2b380 req-169107e9-47cf-4c96-a752-8c8257604746 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4cf76d-297e-4a71-9084-1542bec3d6ee HTTP/1.1" status: 200 len: 210 time: 0.0964248 Apr 20 19:29:14.923534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Request body: {'port': {'device_id': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:15.116485 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-c2fa409e-38cd-4274-8adc-b39a49429e86 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d30b9242f69424e869f89738268eaf8 HTTP/1.1" status: 200 len: 5704 time: 0.2082942 Apr 20 19:29:15.153202 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.156647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'port': {'device_id': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'admin_state_up': True, 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'security_groups': ['0641710c-b974-44e0-84d3-709c1b061df5']}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:15.361792 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:15.376364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:15.389162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Made reservation on behalf of 5d30b9242f69424e869f89738268eaf8 for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:15.400880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.460226 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5a772865-ea75-4008-a894-586241b19d40 req-14169a41-dbcb-4d5e-ab1c-83d53044dd74 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0866082 Apr 20 19:29:15.719651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895db9c-062c-415c-b3b9-e378565d517b req-ea591635-413f-41e5-bef2-85397319a090 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:15.735020 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e895db9c-062c-415c-b3b9-e378565d517b req-ea591635-413f-41e5-bef2-85397319a090 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 932 time: 0.2315643 Apr 20 19:29:15.761955 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Allocated IP 172.20.0.5 (39514f72-97e1-4c17-808e-40212859d57d/1be08112-74cb-4c23-bfa4-5ad4fa5f6445/9afbadf6-f341-4932-8c22-52f154c437dc) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:15.916255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbc64f0-10a7-4768-b16f-48d4bf651bff {{(pid=86327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:15.936837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.969549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Transition to ACTIVE for port object 5cbc64f0-10a7-4768-b16f-48d4bf651bff will not be triggered until provisioned by entity L2. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:15.973763 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e895db9c-062c-415c-b3b9-e378565d517b req-e971d2cf-94ca-4fe3-a388-1904a700362c tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071111 Apr 20 19:29:15.974110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:15.979781 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:16.214071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.247480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Transition to ACTIVE for port object 9afbadf6-f341-4932-8c22-52f154c437dc will not be triggered until provisioned by entity DHCP. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:16.293588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.309574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:16.354671 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbc64f0-10a7-4768-b16f-48d4bf651bff,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:16.375433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:16.444574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Network 39514f72-97e1-4c17-808e-40212859d57d is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:16.446592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:16.456153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:16.491873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-a07d1e4e-cdf3-46fe-9a54-0f0ea1baab89 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:16.495084 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-a07d1e4e-cdf3-46fe-9a54-0f0ea1baab89 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/networks?id=dc476012-b45a-454a-9f24-81de0245431b HTTP/1.1" status: 200 len: 809 time: 0.4799721 Apr 20 19:29:16.540680 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-39c40f44-89ca-4027-b860-b8a5bdc5a07a tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/quotas/b4d769dc97d94839895013b55bcd17ec HTTP/1.1" status: 200 len: 375 time: 0.0327132 Apr 20 19:29:16.549229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:16.558796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:16.597333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:16.598094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.636739 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5085280 Apr 20 19:29:16.654741 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Request body: {'port': {'device_id': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:16.659231 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-77d72e9d-004c-494f-ba34-3ad7161e6a08 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4d769dc97d94839895013b55bcd17ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159074 Apr 20 19:29:16.789993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Attempting to bind port 5cbc64f0-10a7-4768-b16f-48d4bf651bff on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:16.790425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Attempting to bind port 5cbc64f0-10a7-4768-b16f-48d4bf651bff by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:16.790708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Attempting to bind port 5cbc64f0-10a7-4768-b16f-48d4bf651bff on network 935a8f96-f94a-454e-a09f-a9006519f06e {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:16.801827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Port 5cbc64f0-10a7-4768-b16f-48d4bf651bff on network 935a8f96-f94a-454e-a09f-a9006519f06e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:29:16.802231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Attempting to bind port 5cbc64f0-10a7-4768-b16f-48d4bf651bff on network 935a8f96-f94a-454e-a09f-a9006519f06e {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:16.825884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:16.826479 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Checking segment: {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:16.827108 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Bound using segment: {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:16.827781 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Bound port: 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48b7134-b3b9-40d7-9473-08362ac61e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e'}}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:16.828967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.867117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-3db5d9cf-3679-4b28-9c49-5ff4e666909c None None] Provisioning for port 9afbadf6-f341-4932-8c22-52f154c437dc completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:16.879686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-3db5d9cf-3679-4b28-9c49-5ff4e666909c None None] Provisioning complete for port 9afbadf6-f341-4932-8c22-52f154c437dc triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:16.881804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3db5d9cf-3679-4b28-9c49-5ff4e666909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:16.924985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d850-3aac-4e5f-8026-38e057709afb req-f7b9b934-6a19-4459-bb7e-a333cd1daa61 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:16.925791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e824d850-3aac-4e5f-8026-38e057709afb req-f7b9b934-6a19-4459-bb7e-a333cd1daa61 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Synchronizing usage tracker for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:16.928941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.029997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-3db5d9cf-3679-4b28-9c49-5ff4e666909c None None] Port 9afbadf6-f341-4932-8c22-52f154c437dc cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:29:17.052631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-e824d850-3aac-4e5f-8026-38e057709afb req-f7b9b934-6a19-4459-bb7e-a333cd1daa61 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Unset dirty status for tenant:5d30b9242f69424e869f89738268eaf8 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:17.054798 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e824d850-3aac-4e5f-8026-38e057709afb req-f7b9b934-6a19-4459-bb7e-a333cd1daa61 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 931 time: 0.3466728 Apr 20 19:29:17.067767 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-f311b2d0-bc1e-490c-bfe4-3fde4a8ff2a4 service neutron] 10.222.0.16 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923402 Apr 20 19:29:17.195328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] For port 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host hv-cinder-78726, cleared binding levels {{(pid=86327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:17.213293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] For port 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:17.224524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.231467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:17.248306 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e824d850-3aac-4e5f-8026-38e057709afb req-a952ffe4-3b27-404e-be86-c6a12a56b86e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097443 Apr 20 19:29:17.325857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:17.326534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.328084 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-86959366-0049-4b83-9a30-7063889c6703 service neutron] 10.222.0.37 "PUT /v2.0/ports/5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 1094 time: 2.4177318 Apr 20 19:29:17.336565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:17.655335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afbadf6-f341-4932-8c22-52f154c437dc {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:17.664522 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-b9f653df-e618-42ea-9468-504cf68afb49 service neutron] 10.222.0.16 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861573 Apr 20 19:29:17.667008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbc64f0-10a7-4768-b16f-48d4bf651bff,revision_number=3']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:17.667225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.672258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:17.700427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Transition to ACTIVE for port object 9afbadf6-f341-4932-8c22-52f154c437dc will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:17.706985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:17.712388 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-ef68765c-29a3-419c-8c49-ae4f12d117cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:17.713622 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:17.714049 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-ef68765c-29a3-419c-8c49-ae4f12d117cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1097 time: 0.1214707 Apr 20 19:29:17.787098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca182429-7eed-4906-86a7-8ae0b76e8325 req-519a88a7-5e3e-420f-82ca-0992b85f7024 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:17.789034 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca182429-7eed-4906-86a7-8ae0b76e8325 req-519a88a7-5e3e-420f-82ca-0992b85f7024 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 944 time: 0.2715268 Apr 20 19:29:17.835788 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-6d3124da-cb43-49a2-97c8-bd1d891130e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 217 time: 0.1137521 Apr 20 19:29:18.041464 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-8b175cc2-bd9e-4f93-97ad-f7ef16203653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:18.045259 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-8b175cc2-bd9e-4f93-97ad-f7ef16203653 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 200 len: 851 time: 0.2017329 Apr 20 19:29:18.134820 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'status': 'completed', 'code': 200} Apr 20 19:29:18.260984 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7be28de7-c929-4358-a6e5-f312f751cb84 req-2f6562ae-bb12-4147-bba8-8c7d18e26eff tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 210 time: 0.0940282 Apr 20 19:29:18.311627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:18.334354 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-78e803c7-b431-447a-ba0a-f03d8a044192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:18.338026 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-78e803c7-b431-447a-ba0a-f03d8a044192 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=935a8f96-f94a-454e-a09f-a9006519f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2852099 Apr 20 19:29:18.386926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:18.419655 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca182429-7eed-4906-86a7-8ae0b76e8325 req-51a0b3b0-29c0-4420-83b0-ecc7c9a4f134 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490775 Apr 20 19:29:18.419655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Attempting to bind port 9afbadf6-f341-4932-8c22-52f154c437dc on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:18.419655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Attempting to bind port 9afbadf6-f341-4932-8c22-52f154c437dc by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:18.419655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Attempting to bind port 9afbadf6-f341-4932-8c22-52f154c437dc on network 39514f72-97e1-4c17-808e-40212859d57d {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:18.426067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Port 9afbadf6-f341-4932-8c22-52f154c437dc on network 39514f72-97e1-4c17-808e-40212859d57d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:29:18.426477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Attempting to bind port 9afbadf6-f341-4932-8c22-52f154c437dc on network 39514f72-97e1-4c17-808e-40212859d57d {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:18.433125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:18.433521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Checking segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:18.433958 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Bound using segment: {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:18.434446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Bound port: 9afbadf6-f341-4932-8c22-52f154c437dc, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f88d98a-d264-43b8-918e-6f5b6902ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '39514f72-97e1-4c17-808e-40212859d57d'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:18.434837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.597313 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:18.602603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:18.607794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.616052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:18.625673 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-816c8ea0-df09-4e7b-9311-d3dcaabfb0bb service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805767 Apr 20 19:29:18.679011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:18.680282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:18.681734 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] 10.222.0.37 "PUT /v2.0/ports/9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 200 len: 1093 time: 2.0363793 Apr 20 19:29:18.684992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:18.728055 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:18.743663 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:18.838569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce5199-dba2-41c0-b5f1-335576e941d2 req-a1006fa8-0530-4d4f-b163-5c94d8756e91 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:18.847459 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3cce5199-dba2-41c0-b5f1-335576e941d2 req-a1006fa8-0530-4d4f-b163-5c94d8756e91 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.3040657 Apr 20 19:29:18.935960 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8d9c7a95-27c0-42a0-86a2-f4d9b29583a4 req-77231f6c-e72d-4b53-aae0-ff08d25f2c79 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030341 Apr 20 19:29:18.950753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-3cce5199-dba2-41c0-b5f1-335576e941d2 req-3f63f3fd-414f-4527-9ed3-10ce5f1a428b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Synchronizing usage tracker for tenant:5d30b9242f69424e869f89738268eaf8 on resource:security_group {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:18.976038 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-bf78ff18-be92-42e3-b942-1bb8c3bac6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:18.977900 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-bf78ff18-be92-42e3-b942-1bb8c3bac6c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1096 time: 0.2195692 Apr 20 19:29:18.979648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-3cce5199-dba2-41c0-b5f1-335576e941d2 req-3f63f3fd-414f-4527-9ed3-10ce5f1a428b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Unset dirty status for tenant:5d30b9242f69424e869f89738268eaf8 on resource:security_group {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:18.980963 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3cce5199-dba2-41c0-b5f1-335576e941d2 req-3f63f3fd-414f-4527-9ed3-10ce5f1a428b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324725 Apr 20 19:29:19.088232 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-76e8bbc6-e383-479c-a2db-f897716ede53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 200 len: 217 time: 0.1030149 Apr 20 19:29:19.090123 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc', 'status': 'completed', 'code': 200} Apr 20 19:29:19.165659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-2bea9e04-1ddc-4114-b483-bbe41f1da165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.167803 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-2bea9e04-1ddc-4114-b483-bbe41f1da165 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1097 time: 0.1123648 Apr 20 19:29:19.196707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-44bc4ed0-fd9a-49ca-83f2-f4d58efa5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.198960 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-44bc4ed0-fd9a-49ca-83f2-f4d58efa5194 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.1034071 Apr 20 19:29:19.303970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-1ed1b488-b8e2-482d-a3a2-85d474de3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.305627 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-1ed1b488-b8e2-482d-a3a2-85d474de3a42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924690 Apr 20 19:29:19.484321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-1f5082f0-188a-43c4-a05e-529b83796782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.486987 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-1f5082f0-188a-43c4-a05e-529b83796782 service neutron] 10.222.0.37 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 913 time: 0.3056688 Apr 20 19:29:19.487898 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-f24cdf8c-0b4e-4896-95f6-152e59cab320 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740553 Apr 20 19:29:19.489578 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f97d086-a454-4bb7-a7d6-0406db6847ce req-7a32eccb-3452-4aea-8979-9421c0db1165 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 210 time: 0.0603602 Apr 20 19:29:19.649841 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-730e1cc0-2d9c-48d5-9cbd-c2ce7101e0b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 217 time: 0.1506922 Apr 20 19:29:19.743019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-c527ba2f-be54-4188-8b14-36d9c4716146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.746107 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-c527ba2f-be54-4188-8b14-36d9c4716146 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 200 len: 851 time: 0.0896235 Apr 20 19:29:19.942923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-1fc08b3c-2fdf-4a89-a30b-ef177c95308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.943712 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19617a16-00c8-4f44-a712-31f25b7d49c2 req-301fa402-9b48-4007-9dbb-5daf7fc15042 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444790 Apr 20 19:29:19.945743 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-1fc08b3c-2fdf-4a89-a30b-ef177c95308a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=935a8f96-f94a-454e-a09f-a9006519f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1818686 Apr 20 19:29:19.996332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92379c21-7b6c-4167-b47e-b0822f0da7d5 req-012e9c06-f441-43c7-ba5b-908a51c2e4d4 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:19.998158 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-92379c21-7b6c-4167-b47e-b0822f0da7d5 req-012e9c06-f441-43c7-ba5b-908a51c2e4d4 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 944 time: 0.3537071 Apr 20 19:29:20.049819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0a896245-2677-45f0-ac67-18ffb375d351 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:20.051594 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0a896245-2677-45f0-ac67-18ffb375d351 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.37 "GET /v2.0/networks?id=dc476012-b45a-454a-9f24-81de0245431b HTTP/1.1" status: 200 len: 809 time: 0.2833109 Apr 20 19:29:20.071339 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Request body: {'port': {'device_id': 'd0830fa2-7f1d-4a4b-b53e-85e0e1959284', 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b', 'admin_state_up': True, 'tenant_id': 'b4d769dc97d94839895013b55bcd17ec'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:20.222585 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-92379c21-7b6c-4167-b47e-b0822f0da7d5 req-860eb632-1cca-44e0-bc61-7c46faa1d0c4 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048612 Apr 20 19:29:20.304787 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-90528214-fecf-47eb-bd8e-0266d5827fc1 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474045 Apr 20 19:29:20.320821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:20.333720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754050-0af7-4cb8-860a-16af54e266ee req-46490472-73d1-4600-889e-492761c2fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:20.335391 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be754050-0af7-4cb8-860a-16af54e266ee req-46490472-73d1-4600-889e-492761c2fba7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1096 time: 0.2464764 Apr 20 19:29:20.340544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:20.462090 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3cc13-8189-4c91-82e8-1fa51c9c2c38 req-fabf3b96-6669-4e19-92a6-8fec95dab5f3 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:20.463702 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7dc3cc13-8189-4c91-82e8-1fa51c9c2c38 req-fabf3b96-6669-4e19-92a6-8fec95dab5f3 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.2317257 Apr 20 19:29:20.495997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Made reservation on behalf of b4d769dc97d94839895013b55bcd17ec for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:20.506902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:20.514601 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-467ec17f-1265-40e5-9eca-977eaefa09f0 req-3d721573-31ab-416c-8a73-6259d53c5a71 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017736 Apr 20 19:29:20.547671 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7dc3cc13-8189-4c91-82e8-1fa51c9c2c38 req-b4df596b-fb24-4b95-9dcc-8f565dcaa30a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604088 Apr 20 19:29:20.839842 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c9843621-095e-4851-9675-c3394c140b66 req-ea339947-3673-45cc-bac1-8d98c47ac08c tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 210 time: 0.1547077 Apr 20 19:29:20.933292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2c3f481c-6189-49a3-9669-0bfa380190a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:20.945739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754050-0af7-4cb8-860a-16af54e266ee req-7be58ff1-7aa5-4ad9-aaa8-1ca000363379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:20.947417 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be754050-0af7-4cb8-860a-16af54e266ee req-7be58ff1-7aa5-4ad9-aaa8-1ca000363379 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.6036358 Apr 20 19:29:21.000234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 5cbc64f0-10a7-4768-b16f-48d4bf651bff details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:29:21.050153 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be754050-0af7-4cb8-860a-16af54e266ee req-ee534a67-ff8d-42ea-ada9-0d2aa9f0eca1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 200 len: 217 time: 0.0845177 Apr 20 19:29:21.058712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Allocated IP 172.20.0.10 (dc476012-b45a-454a-9f24-81de0245431b/137a0267-cb8d-4c9e-9c2b-91fb30848568/52346138-3fb4-4c54-b259-c5ec8a08be2d) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:21.141861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754050-0af7-4cb8-860a-16af54e266ee req-e78f5a1a-95c2-4960-942a-6df39c5d9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:21.143523 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be754050-0af7-4cb8-860a-16af54e266ee req-e78f5a1a-95c2-4960-942a-6df39c5d9dc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.0866244 Apr 20 19:29:21.204026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:21.230491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'port_id': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'mac_address': 'fa:16:3e:11:5a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:29:21.306013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:21.333595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbc64f0-10a7-4768-b16f-48d4bf651bff {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:21.356661 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:21.361822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:21.364050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2cb4037a-de41-4b86-9647-f6427fe689b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:21.382901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754050-0af7-4cb8-860a-16af54e266ee req-edb4bb1a-9c1c-4458-bcf0-63b65780a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:21.384591 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be754050-0af7-4cb8-860a-16af54e266ee req-edb4bb1a-9c1c-4458-bcf0-63b65780a626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2238626 Apr 20 19:29:21.510680 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=5cbc64f0-10a7-4768-b16f-48d4bf651bff,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:21.516884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:21.670478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483cbfc-2777-4528-97c9-fd624aa3060c req-7249b76a-e586-4eea-8fa5-80589f52a206 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:21.677725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:21.680542 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4483cbfc-2777-4528-97c9-fd624aa3060c req-7249b76a-e586-4eea-8fa5-80589f52a206 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 945 time: 0.1833179 Apr 20 19:29:21.758103 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4483cbfc-2777-4528-97c9-fd624aa3060c req-b1a2a3e6-6ac6-4582-849d-2987b958d572 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761852 Apr 20 19:29:21.760758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['5cbc64f0-10a7-4768-b16f-48d4bf651bff'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:21.773473 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be754050-0af7-4cb8-860a-16af54e266ee req-2d296c10-befe-4528-a974-f7d1dbad66dc service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793991 Apr 20 19:29:22.034179 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-74fa24d0-4c44-4c0b-b40a-b97a157bfd32 req-ce211d77-f57c-45fd-a725-ead7e0de2ee3 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 210 time: 0.0597682 Apr 20 19:29:22.042664 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be754050-0af7-4cb8-860a-16af54e266ee req-b1b9a15b-e0fb-413f-afda-d25bd1f20b2b service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615893 Apr 20 19:29:22.070345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:22.084810 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2eb55fd4-22cc-46c0-b133-a98bcf725b51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:22.086289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:29:22.159288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Network dc476012-b45a-454a-9f24-81de0245431b is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:22.168062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:22.173951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:22.222736 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Pushing event updated for resources: {'Port': ['ID=52346138-3fb4-4c54-b259-c5ec8a08be2d,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:22.236888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5833-55be-42e2-92fa-ae8f6220a841 req-facdf8ea-ff54-46ab-8093-d3bc051d25d1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:22.239641 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d14c5833-55be-42e2-92fa-ae8f6220a841 req-facdf8ea-ff54-46ab-8093-d3bc051d25d1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.4504969 Apr 20 19:29:22.246937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:22.354695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:22.355909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:22.401932 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d14c5833-55be-42e2-92fa-ae8f6220a841 req-b2203cc3-a9f1-4e98-b653-b988f73c1bfb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529887 Apr 20 19:29:22.425373 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3596649 Apr 20 19:29:22.437975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Request body: {'port': {'device_id': 'd0830fa2-7f1d-4a4b-b53e-85e0e1959284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:22.533183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0801e8b-0e04-4275-97a3-a6e5b758728d req-bd859e58-c906-4d2b-a76f-0560a3a578c0 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:22.534924 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a0801e8b-0e04-4275-97a3-a6e5b758728d req-bd859e58-c906-4d2b-a76f-0560a3a578c0 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.1025922 Apr 20 19:29:22.588431 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a0801e8b-0e04-4275-97a3-a6e5b758728d req-853374a5-ce86-4ba1-ab2e-a884fadd4fec tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 Apr 20 19:29:22.644624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.034143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:29:23.037433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 5cbc64f0-10a7-4768-b16f-48d4bf651bff up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:23.062058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60cdf-cd5a-47ac-9e69-f2e3217b67c0 req-78392e1c-3a28-4cc9-9ae3-b90e187d0d5c tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:23.064047 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ccc60cdf-cd5a-47ac-9e69-f2e3217b67c0 req-78392e1c-3a28-4cc9-9ae3-b90e187d0d5c tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 945 time: 0.1641097 Apr 20 19:29:23.249156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 5cbc64f0-10a7-4768-b16f-48d4bf651bff completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:23.257779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 5cbc64f0-10a7-4768-b16f-48d4bf651bff triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:23.258248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.373838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:23.397490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '9afbadf6-f341-4932-8c22-52f154c437dc', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'port_id': '9afbadf6-f341-4932-8c22-52f154c437dc', 'mac_address': 'fa:16:3e:13:b3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:29:23.430579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9fb95-b04a-41b0-91af-6bc36a3bed6b req-35c4af71-e941-445a-afbc-cc45898e9534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:23.432790 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67f9fb95-b04a-41b0-91af-6bc36a3bed6b req-35c4af71-e941-445a-afbc-cc45898e9534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 932 time: 0.1795108 Apr 20 19:29:23.461236 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52346138-3fb4-4c54-b259-c5ec8a08be2d {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:23.468904 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ccc60cdf-cd5a-47ac-9e69-f2e3217b67c0 req-04294295-5232-4608-b602-543bbd49b771 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853877 Apr 20 19:29:23.474343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.494308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Transition to ACTIVE for port object 52346138-3fb4-4c54-b259-c5ec8a08be2d will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:23.498365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.504985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:23.537880 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67f9fb95-b04a-41b0-91af-6bc36a3bed6b req-583f7760-6489-44d9-856b-6180f594cac1 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886326 Apr 20 19:29:23.589539 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.611706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.630634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ade5c5b7-215a-4598-8daf-864a34e02142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.652062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afbadf6-f341-4932-8c22-52f154c437dc {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:23.707972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:23.724352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:23.732096 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:23.734540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.742206 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:23.785087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.790579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Pushing event updated for resources: {'Port': ['ID=52346138-3fb4-4c54-b259-c5ec8a08be2d,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:23.793728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:23.841858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:23.851928 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.853137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.854415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.854415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.854415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.855006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.855484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.856766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.856766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.856766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.857760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.858248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:23.864215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:23.864761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Attempting to bind port 52346138-3fb4-4c54-b259-c5ec8a08be2d on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:23.865007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:23.865232 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Attempting to bind port 52346138-3fb4-4c54-b259-c5ec8a08be2d by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:23.865524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Attempting to bind port 52346138-3fb4-4c54-b259-c5ec8a08be2d on network dc476012-b45a-454a-9f24-81de0245431b {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:23.880006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Port 52346138-3fb4-4c54-b259-c5ec8a08be2d on network dc476012-b45a-454a-9f24-81de0245431b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:29:23.880319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Attempting to bind port 52346138-3fb4-4c54-b259-c5ec8a08be2d on network dc476012-b45a-454a-9f24-81de0245431b {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:23.893725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea2db9-7a9d-47c1-86a6-4da954984df4 req-b43534e2-c7af-4b15-a1a5-9a15749d9d25 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:23.895488 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-62ea2db9-7a9d-47c1-86a6-4da954984df4 req-b43534e2-c7af-4b15-a1a5-9a15749d9d25 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 944 time: 0.2402332 Apr 20 19:29:23.898724 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:23.899064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Checking segment: {'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:23.899515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Bound using segment: {'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:23.900004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Bound port: 52346138-3fb4-4c54-b259-c5ec8a08be2d, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:23.900392 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:23.957519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=5cbc64f0-10a7-4768-b16f-48d4bf651bff,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:23.961522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:24.024346 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-62ea2db9-7a9d-47c1-86a6-4da954984df4 req-319996de-44c0-45c0-84ef-12cfb0148095 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127474 Apr 20 19:29:24.039436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc00e42-806a-4f91-82a0-f555096b5156 req-3ef0d865-0c93-43dd-9877-3d735dfd68bc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:24.042656 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1fc00e42-806a-4f91-82a0-f555096b5156 req-3ef0d865-0c93-43dd-9877-3d735dfd68bc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.2086780 Apr 20 19:29:24.058876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] For port 52346138-3fb4-4c54-b259-c5ec8a08be2d, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:24.062559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] For port 52346138-3fb4-4c54-b259-c5ec8a08be2d, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=52346138-3fb4-4c54-b259-c5ec8a08be2d,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:24.071172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:24.086196 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e394c6f6-2c6c-4bdf-a198-06c4475e4f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:24.144775 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1fc00e42-806a-4f91-82a0-f555096b5156 req-6a80b2bb-b826-415c-b415-b2edab94146e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753300 Apr 20 19:29:24.154759 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['9afbadf6-f341-4932-8c22-52f154c437dc'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:24.221691 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'code': 200} Apr 20 19:29:24.303024 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Pushing event updated for resources: {'Port': ['ID=52346138-3fb4-4c54-b259-c5ec8a08be2d,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:24.311213 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:24.312492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:24.315864 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] 10.222.0.37 "PUT /v2.0/ports/52346138-3fb4-4c54-b259-c5ec8a08be2d HTTP/1.1" status: 200 len: 1094 time: 1.8824880 Apr 20 19:29:24.320979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:24.321932 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0830fa2-7f1d-4a4b-b53e-85e0e1959284', 'tag': '52346138-3fb4-4c54-b259-c5ec8a08be2d'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:24.400327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-bb2e5b4e-414f-4c2b-ab19-eee77030f2ed tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:24.401944 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-bb2e5b4e-414f-4c2b-ab19-eee77030f2ed tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.3193336 Apr 20 19:29:24.410422 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0830fa2-7f1d-4a4b-b53e-85e0e1959284', 'tag': '52346138-3fb4-4c54-b259-c5ec8a08be2d', 'status': 'completed', 'code': 200} Apr 20 19:29:24.588421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Deleting port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:29:24.589174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:24.625271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c649-c916-4c76-87bd-5c1ab1c1f464 req-334039e2-df80-4f2d-b460-79facb3d08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:24.628421 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4d48c649-c916-4c76-87bd-5c1ab1c1f464 req-334039e2-df80-4f2d-b460-79facb3d08fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1099 time: 0.1563442 Apr 20 19:29:24.708572 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4d48c649-c916-4c76-87bd-5c1ab1c1f464 req-e123d904-fb56-4a5e-843e-c996af65620a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709651 Apr 20 19:29:24.816806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-7db5fa34-0d33-4431-a981-0d13e440da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:24.818639 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-7db5fa34-0d33-4431-a981-0d13e440da50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4d769dc97d94839895013b55bcd17ec&device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 1097 time: 0.3488021 Apr 20 19:29:24.846508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96cb65-4afa-4c7c-af0e-8bdc2612a3ea req-a7cd1c6b-dfaf-4de7-bfff-aa6a3e716858 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:24.848250 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7f96cb65-4afa-4c7c-af0e-8bdc2612a3ea req-a7cd1c6b-dfaf-4de7-bfff-aa6a3e716858 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 944 time: 0.1132932 Apr 20 19:29:24.955560 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7f96cb65-4afa-4c7c-af0e-8bdc2612a3ea req-705f31ff-aeb1-4bae-a48c-1bf1d01998fb tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801990 Apr 20 19:29:24.959362 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-632854b0-0a19-4ced-acd7-c0b871d32f73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52346138-3fb4-4c54-b259-c5ec8a08be2d HTTP/1.1" status: 200 len: 217 time: 0.1195157 Apr 20 19:29:25.104214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed103ad-8b8c-429b-8af3-ae17b5c6a74e req-f55ad60d-49c8-4672-ae14-a614911017ad tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:25.106005 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ed103ad-8b8c-429b-8af3-ae17b5c6a74e req-f55ad60d-49c8-4672-ae14-a614911017ad tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.4698398 Apr 20 19:29:25.191033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-01d3f423-464d-43db-a6c7-8e9875334137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:25.192667 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-01d3f423-464d-43db-a6c7-8e9875334137 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=137a0267-cb8d-4c9e-9c2b-91fb30848568 HTTP/1.1" status: 200 len: 849 time: 0.1752439 Apr 20 19:29:25.215907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] For port 7a95e850-2bd6-4c6a-86c4-c533928fdb00, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=7a95e850-2bd6-4c6a-86c4-c533928fdb00,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:25.216200 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:25.288915 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ed103ad-8b8c-429b-8af3-ae17b5c6a74e req-49c9f44e-89d6-483f-ba34-ad045ada7ec4 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632929 Apr 20 19:29:25.292259 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-461680aa-5d17-42d8-9813-ab37c81d3d37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc476012-b45a-454a-9f24-81de0245431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810714 Apr 20 19:29:25.341243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd1760-5eae-4bdd-b8b2-cc9f4979a093 req-0179900e-84c1-4032-bf85-9113ecb6c7c8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:25.343833 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5ddd1760-5eae-4bdd-b8b2-cc9f4979a093 req-0179900e-84c1-4032-bf85-9113ecb6c7c8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 944 time: 0.1743500 Apr 20 19:29:25.405723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:25.441645 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5ddd1760-5eae-4bdd-b8b2-cc9f4979a093 req-fa408abb-4a40-4352-8c01-a09da163ad0d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865881 Apr 20 19:29:25.808285 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-7ec91af4-69d4-46e5-b289-005bb7f2a1f6 service neutron] 10.222.0.37 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577832 Apr 20 19:29:25.977874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4cc2-28de-42fa-8189-003de1ee4131 req-eb7db12f-6856-471b-b92b-20138f9dd9bb tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:25.979630 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-45aa4cc2-28de-42fa-8189-003de1ee4131 req-eb7db12f-6856-471b-b92b-20138f9dd9bb tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 946 time: 0.4968178 Apr 20 19:29:25.988155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:25.988574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:25.988933 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Floating IP a486e539-a69b-4c68-8487-0913cf3f5aa2 disassociated. External IP: 172.28.3.212, port: 7a95e850-2bd6-4c6a-86c4-c533928fdb00. Apr 20 19:29:25.989346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Calling delete_port for 7a95e850-2bd6-4c6a-86c4-c533928fdb00 owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:29:26.310391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cff8bc-2b8f-46f9-b3d0-32b5ca96b11c req-bdc3d352-a79f-4a14-a631-eb97bf20f4be tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:26.312710 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b5cff8bc-2b8f-46f9-b3d0-32b5ca96b11c req-bdc3d352-a79f-4a14-a631-eb97bf20f4be tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 944 time: 0.1115491 Apr 20 19:29:26.386353 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c2cb9881-0b2c-4164-84f1-46e5b721852f req-30ddf14c-5231-4aa4-b059-94e1af657054 service neutron] 10.222.0.37 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710509 Apr 20 19:29:26.401187 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b5cff8bc-2b8f-46f9-b3d0-32b5ca96b11c req-7f564f8a-49cc-4606-8dbf-61f8bbbfc79e tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719824 Apr 20 19:29:26.406281 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-45aa4cc2-28de-42fa-8189-003de1ee4131 req-5b25c2eb-2a93-4824-a01d-0c97e0a840f6 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf66653b-bbe0-43f5-b4fe-812405d1a8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139772 Apr 20 19:29:26.475771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:26.577625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:26.585619 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:26.702161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event deleted for resources: {'Port': ['ID=7a95e850-2bd6-4c6a-86c4-c533928fdb00,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:26.703806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-90ed0609-5ad9-4f4a-ad56-fd3952358cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:26.705839 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-90ed0609-5ad9-4f4a-ad56-fd3952358cce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4d769dc97d94839895013b55bcd17ec&device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 1097 time: 0.2355876 Apr 20 19:29:26.706826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:26.737787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a777f-34e5-4fac-9b24-72e95e0d790a req-9ea457b1-17e8-4d68-b276-2a31213c413d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:26.740195 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-aa7a777f-34e5-4fac-9b24-72e95e0d790a req-9ea457b1-17e8-4d68-b276-2a31213c413d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.1239777 Apr 20 19:29:26.826446 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-aa7a777f-34e5-4fac-9b24-72e95e0d790a req-075e430e-7979-4501-96bf-efe579d72d89 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783050 Apr 20 19:29:27.075825 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436d712-a9c9-42b3-a2ab-b5778263febb req-89d1f765-0f75-4b09-88f7-5c11763cad03 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:27.077496 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a436d712-a9c9-42b3-a2ab-b5778263febb req-89d1f765-0f75-4b09-88f7-5c11763cad03 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 944 time: 0.4574146 Apr 20 19:29:27.081356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-27e1f274-8b66-4d88-ad21-814286c41fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:27.082862 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-27e1f274-8b66-4d88-ad21-814286c41fdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc476012-b45a-454a-9f24-81de0245431b HTTP/1.1" status: 200 len: 910 time: 0.3693066 Apr 20 19:29:27.086251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:27.189216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:29:27.191455 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-37bedd97-80a3-4a20-9441-45e0e715e604 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52346138-3fb4-4c54-b259-c5ec8a08be2d HTTP/1.1" status: 200 len: 217 time: 0.1009815 Apr 20 19:29:27.228006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3757386-44d2-4063-8716-4638a823ac2c req-f0c1a780-ad39-4607-aa8b-d4f811f4bda6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:27.231851 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b3757386-44d2-4063-8716-4638a823ac2c req-f0c1a780-ad39-4607-aa8b-d4f811f4bda6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.1635127 Apr 20 19:29:27.248773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 9afbadf6-f341-4932-8c22-52f154c437dc completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:27.261266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 9afbadf6-f341-4932-8c22-52f154c437dc triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:27.261990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.318303 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b3757386-44d2-4063-8716-4638a823ac2c req-eb593189-5114-409f-aaf6-b1196c36546f tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717328 Apr 20 19:29:27.416086 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a436d712-a9c9-42b3-a2ab-b5778263febb req-4e1f76e1-5617-4bd9-bef7-7afcae9569f4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670355 Apr 20 19:29:27.471726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-da711237-6077-47c6-9bbe-d55f00727eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:27.473567 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-da711237-6077-47c6-9bbe-d55f00727eb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=137a0267-cb8d-4c9e-9c2b-91fb30848568 HTTP/1.1" status: 200 len: 849 time: 0.2741606 Apr 20 19:29:27.495369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.528103 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.575115 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-6615cb7b-d5c4-49d4-9ed0-d0e635012a08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc476012-b45a-454a-9f24-81de0245431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737946 Apr 20 19:29:27.578654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:27.601496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:27.608029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.609717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 7a95e850-2bd6-4c6a-86c4-c533928fdb00 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:29:27.624654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:29:27.691836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2cb4037a-de41-4b86-9647-f6427fe689b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:27.732704 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] Sync routers for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:29:27.760140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 7a95e850-2bd6-4c6a-86c4-c533928fdb00 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:29:27.760542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 7a95e850-2bd6-4c6a-86c4-c533928fdb00 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:29:27.786354 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:27.787065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:29:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:27.835297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] No DVR routers for this DVR port 7a95e850-2bd6-4c6a-86c4-c533928fdb00 on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:29:27.842523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:27.846353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'name': 'network-vif-deleted', 'tag': '7a95e850-2bd6-4c6a-86c4-c533928fdb00'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:27.899559 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c493cd2-bfca-4198-be01-4e15b8a66212 req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "DELETE /v2.0/ports/7a95e850-2bd6-4c6a-86c4-c533928fdb00 HTTP/1.1" status: 204 len: 173 time: 3.4862127 Apr 20 19:29:27.929078 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-765446b3-3616-4bbc-8a5b-844da49a1255 service neutron] 10.222.0.37 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461261 Apr 20 19:29:27.980419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e35d9-c2b8-4cdd-8c07-d8b9062040ed req-c703c885-c122-491c-83cd-05ecd7beb131 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:27.981316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-126e35d9-c2b8-4cdd-8c07-d8b9062040ed req-c703c885-c122-491c-83cd-05ecd7beb131 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Synchronizing usage tracker for tenant:b4d769dc97d94839895013b55bcd17ec on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:28.059049 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-38c42cf9-45cb-47d5-be28-d46d5fdd57e2 req-c62d6085-99b8-4f47-beca-62d143876779 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8e6d56c-9812-4b6e-862a-c5816f83e6ac HTTP/1.1" status: 200 len: 210 time: 0.0629010 Apr 20 19:29:28.062570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-126e35d9-c2b8-4cdd-8c07-d8b9062040ed req-c703c885-c122-491c-83cd-05ecd7beb131 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Unset dirty status for tenant:b4d769dc97d94839895013b55bcd17ec on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:28.064354 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-126e35d9-c2b8-4cdd-8c07-d8b9062040ed req-c703c885-c122-491c-83cd-05ecd7beb131 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 944 time: 0.3502691 Apr 20 19:29:28.166621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:28.170293 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-126e35d9-c2b8-4cdd-8c07-d8b9062040ed req-a929ed42-0be0-4d7b-bd97-883cacfefcca tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972283 Apr 20 19:29:28.183188 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc', 'code': 200} Apr 20 19:29:28.183971 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:28.188845 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-69290642-fd6f-4301-80f4-1d19a16e8ec2 req-016bc723-5532-4248-a009-926fc986e62a service neutron] 10.222.0.37 "GET /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528539 Apr 20 19:29:28.256804 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e6d56c-9812-4b6e-862a-c5816f83e6ac', 'name': 'network-vif-deleted', 'tag': '7a95e850-2bd6-4c6a-86c4-c533928fdb00', 'status': 'completed', 'code': 200} Apr 20 19:29:28.257592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:28.471648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57ce9-984e-4151-bfda-8c3d23f8e8e4 req-6d3d552d-97f6-4fa7-9382-ef59342cc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:28.474103 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4fe57ce9-984e-4151-bfda-8c3d23f8e8e4 req-6d3d552d-97f6-4fa7-9382-ef59342cc92e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1098 time: 0.0907311 Apr 20 19:29:28.480997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce7a3-9312-420b-aa31-226910bc7627 req-e6cc934f-7186-4dc2-a031-e02a26e47d60 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:28.483353 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-155ce7a3-9312-420b-aa31-226910bc7627 req-e6cc934f-7186-4dc2-a031-e02a26e47d60 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.1219175 Apr 20 19:29:28.564602 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4fe57ce9-984e-4151-bfda-8c3d23f8e8e4 req-a5fdf645-face-4bbd-b83f-cc5067808455 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814006 Apr 20 19:29:28.583860 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-155ce7a3-9312-420b-aa31-226910bc7627 req-4c9cf897-50cb-47f2-b457-dfc65d459d4d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854023 Apr 20 19:29:28.744014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e06bb-450c-4823-a672-b3e16d5ff931 req-c8500f63-54fb-40d0-b41c-e4365b459438 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:28.746241 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5c3e06bb-450c-4823-a672-b3e16d5ff931 req-c8500f63-54fb-40d0-b41c-e4365b459438 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1176972 Apr 20 19:29:28.778905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:28.789414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] Checking router: 72942e7b-f4dd-4c9f-8814-f7ab89079b1f for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:29:28.811172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:28.812761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:29:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:28.822842 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5c3e06bb-450c-4823-a672-b3e16d5ff931 req-23e80f2a-e82a-47f1-be5d-ae727b4c3782 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600169 Apr 20 19:29:29.083429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 52346138-3fb4-4c54-b259-c5ec8a08be2d details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:29:29.112050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:29.292870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39688) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:29.419508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2976dd2e-1dba-4169-9fc5-a5a699389bd3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.461031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2976dd2e-1dba-4169-9fc5-a5a699389bd3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.527756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 52346138-3fb4-4c54-b259-c5ec8a08be2d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=52346138-3fb4-4c54-b259-c5ec8a08be2d,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:29.533499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2976dd2e-1dba-4169-9fc5-a5a699389bd3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.536014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50508436-ee80-431b-b103-17459bc27787 req-ba79b32c-3c3b-45fe-81de-9f437fb1d158 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:29.539040 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50508436-ee80-431b-b103-17459bc27787 req-ba79b32c-3c3b-45fe-81de-9f437fb1d158 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 944 time: 0.1658075 Apr 20 19:29:29.543864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:29.561166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '52346138-3fb4-4c54-b259-c5ec8a08be2d', 'network_id': 'dc476012-b45a-454a-9f24-81de0245431b', 'port_id': '52346138-3fb4-4c54-b259-c5ec8a08be2d', 'mac_address': 'fa:16:3e:5d:48:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137a0267-cb8d-4c9e-9c2b-91fb30848568', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:29:29.587476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976dd2e-1dba-4169-9fc5-a5a699389bd3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf66653b-bbe0-43f5-b4fe-812405d1a8b1,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:29.605277 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2976dd2e-1dba-4169-9fc5-a5a699389bd3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:29.618835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2976dd2e-1dba-4169-9fc5-a5a699389bd3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.622945 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2976dd2e-1dba-4169-9fc5-a5a699389bd3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "DELETE /v2.0/security-groups/cf66653b-bbe0-43f5-b4fe-812405d1a8b1 HTTP/1.1" status: 204 len: 168 time: 0.3252954 Apr 20 19:29:29.623530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39692) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:29.640235 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50508436-ee80-431b-b103-17459bc27787 req-b9f12b99-311c-4066-b0b1-23e2b509f5c0 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925703 Apr 20 19:29:29.650432 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.v2.resource [None req-31c48444-2c31-4e67-a247-124d8cdcb5af tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] show failed (client error): The resource could not be found. Apr 20 19:29:29.656428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39696) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:29.656698 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-31c48444-2c31-4e67-a247-124d8cdcb5af tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups/cf66653b-bbe0-43f5-b4fe-812405d1a8b1 HTTP/1.1" status: 404 len: 347 time: 0.0316021 Apr 20 19:29:29.735203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.765719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52346138-3fb4-4c54-b259-c5ec8a08be2d {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:29.790322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 52346138-3fb4-4c54-b259-c5ec8a08be2d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=52346138-3fb4-4c54-b259-c5ec8a08be2d,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:29.796370 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.800731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:29.843054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:29.843988 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Deleting port 81d6b57b-9ff4-4798-8ca3-31990bfe73f5 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:29:29.844373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:29.867796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4712a-8c49-438e-81d8-d4767b17f5c5 None None] The sync data for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb is: [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:29:29.912763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=52346138-3fb4-4c54-b259-c5ec8a08be2d,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:29.916418 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:30.142819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404efd53-ae3b-49b6-bda2-a8fa7d13c3a7 req-75e8fc75-a48b-4475-a435-20c1730f672c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:30.144740 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-404efd53-ae3b-49b6-bda2-a8fa7d13c3a7 req-75e8fc75-a48b-4475-a435-20c1730f672c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1351521 Apr 20 19:29:30.150112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['52346138-3fb4-4c54-b259-c5ec8a08be2d'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:30.235194 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-404efd53-ae3b-49b6-bda2-a8fa7d13c3a7 req-58ce1f34-3b32-44ca-926a-b3f55ceb2fe0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759201 Apr 20 19:29:30.359448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:30.360199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:30.378499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192bb1a-4ed8-4908-be54-3d4db8c5cf34 None None] New status for floating IP a486e539-a69b-4c68-8487-0913cf3f5aa2: DOWN {{(pid=86329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:29:30.679405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Calling delete_port for 81d6b57b-9ff4-4798-8ca3-31990bfe73f5 owned by network:floatingip {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:29:30.802106 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee93b-c014-407b-92a9-80f0e3da2f36 req-f28a47c3-414d-4485-8016-f602ff40872e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:30.803899 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5f5ee93b-c014-407b-92a9-80f0e3da2f36 req-f28a47c3-414d-4485-8016-f602ff40872e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.4108515 Apr 20 19:29:30.814240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39716) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:30.821665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Request body: {'floatingip': {'port_id': '9afbadf6-f341-4932-8c22-52f154c437dc'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:30.857492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419dfa2-3445-496f-a161-66871087da7e req-3104f3d5-191b-47b0-ad63-40ae075e006b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:30.859224 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4419dfa2-3445-496f-a161-66871087da7e req-3104f3d5-191b-47b0-ad63-40ae075e006b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 945 time: 0.1037958 Apr 20 19:29:30.898378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:29:30.898684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:29:30.929823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:30.951801 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4419dfa2-3445-496f-a161-66871087da7e req-e0ba4995-0809-49dc-8662-7aa2ccdb6ec0 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851927 Apr 20 19:29:31.441733 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Deleting port 81d6b57b-9ff4-4798-8ca3-31990bfe73f5 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:29:31.441733 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:31.904021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.resource_extend [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 19:29:31.999303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:31.999676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:32.222993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feff4b8-4a83-457f-9768-2af71bae0a90 req-065383ab-1e7b-4550-af98-8fbe76abdc5b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:32.224622 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9feff4b8-4a83-457f-9768-2af71bae0a90 req-065383ab-1e7b-4550-af98-8fbe76abdc5b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 945 time: 0.1529205 Apr 20 19:29:32.293414 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9feff4b8-4a83-457f-9768-2af71bae0a90 req-04f93c47-0f5e-4306-89ef-a441f1c66643 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Apr 20 19:29:32.374560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Calling delete_port for 81d6b57b-9ff4-4798-8ca3-31990bfe73f5 owned by network:floatingip {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:29:32.424741 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:32.442703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:32.710391 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Floating IP e1363035-2088-4451-bc19-02bec6538b0f associated. External IP: 172.28.3.116, port: 9afbadf6-f341-4932-8c22-52f154c437dc. Apr 20 19:29:32.870122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:32.877533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:32.939345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event deleted for resources: {'Port': ['ID=81d6b57b-9ff4-4798-8ca3-31990bfe73f5,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:32.995159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.995578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.995991 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.996393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.996788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.997209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.997613 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.998004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.998400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.998789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.999182 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:32.999570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:33.011163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:33.100351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 52346138-3fb4-4c54-b259-c5ec8a08be2d up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:33.217397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.238718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 52346138-3fb4-4c54-b259-c5ec8a08be2d completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:33.246679 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 52346138-3fb4-4c54-b259-c5ec8a08be2d triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:33.247302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.263661 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.264922 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b0c9fec4-dd8c-4644-8e35-f63c6c9e749e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "DELETE /v2.0/floatingips/a486e539-a69b-4c68-8487-0913cf3f5aa2 HTTP/1.1" status: 204 len: 168 time: 3.6072502 Apr 20 19:29:33.314752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:29:33.448243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.497023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0830fa2-7f1d-4a4b-b53e-85e0e1959284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52346138-3fb4-4c54-b259-c5ec8a08be2d'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:33.514296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 52346138-3fb4-4c54-b259-c5ec8a08be2d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=52346138-3fb4-4c54-b259-c5ec8a08be2d,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:33.519171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.521506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7bc63223-570a-4e20-96cd-a2a5930d7caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:33.607307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=52346138-3fb4-4c54-b259-c5ec8a08be2d,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:33.611792 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:33.685582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39740) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:33.695749 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473811887', 'description': 'tempest-description--1173995216'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:33.709026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:33.733455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:security_group and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:33.734595 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0830fa2-7f1d-4a4b-b53e-85e0e1959284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52346138-3fb4-4c54-b259-c5ec8a08be2d', 'code': 200} Apr 20 19:29:33.738256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:33.746668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:33.762908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.788780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:33.794005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:security_group_rule and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:33.797722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:33.801639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:29:33.805711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:33.813063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.819001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] Sync routers for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:29:33.835328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:33.837386 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:29:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:33.960647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.964966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:33.970290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-37ceb856-a20a-439f-be34-49a47b629a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:33.986142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c30d3-074c-44de-baf7-534579eb78ae req-99d1cd87-f161-4e2b-949d-e299f163dae9 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:33.989067 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad8c30d3-074c-44de-baf7-534579eb78ae req-99d1cd87-f161-4e2b-949d-e299f163dae9 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 946 time: 0.4160643 Apr 20 19:29:34.047957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.064215 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3768005 Apr 20 19:29:34.064657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39748) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:34.083385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'security_group_rule': {'security_group_id': '031954aa-fc7b-46b0-81bb-8be79117fb31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:34.091208 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:34.097597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:security_group_rule and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:34.100360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031954aa-fc7b-46b0-81bb-8be79117fb31,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:34.101645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:34.110171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:34.143990 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-73daff38-1376-4b2a-bd06-a606e7ed1c34 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "PUT /v2.0/floatingips/e1363035-2088-4451-bc19-02bec6538b0f HTTP/1.1" status: 200 len: 991 time: 3.3230369 Apr 20 19:29:34.162875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:34.171993 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad8c30d3-074c-44de-baf7-534579eb78ae req-48918a71-5438-479b-bc7b-954de4735f10 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630974 Apr 20 19:29:34.172942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.214099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:34.290764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41afeee-df83-427c-a85e-1e919fe09fd1 req-05782add-2811-49d2-ac04-bfa761b9e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:34.293850 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d41afeee-df83-427c-a85e-1e919fe09fd1 req-05782add-2811-49d2-ac04-bfa761b9e8ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 1099 time: 0.1763852 Apr 20 19:29:34.332580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.336593 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.344418 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ea1ac339-c911-4cf6-a0df-5a9453305b3a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:34.382149 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d41afeee-df83-427c-a85e-1e919fe09fd1 req-4af638d0-a9ac-4e9c-8310-147aa4be2260 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817778 Apr 20 19:29:34.410936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a1c265-2cf4-4b60-858c-45762782e4ee,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:34.414862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.419450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39760) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:34.420522 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488126 Apr 20 19:29:34.421868 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-281bb3cb-6148-4965-88e8-b075c3d142bd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:34.426429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'security_group_rule': {'security_group_id': '031954aa-fc7b-46b0-81bb-8be79117fb31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:34.433433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:34.437713 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc', 'status': 'completed', 'code': 200} Apr 20 19:29:34.438591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:security_group_rule and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:34.443081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:34.445842 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:34.450520 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:34.470934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.614857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.662011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.674231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b1416bb6-8ce3-4619-967e-e619d8aa449c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:34.712321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352c2854-0450-4a00-a84c-5aa4903215b2,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:34.716458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:34.733589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-b92ffe36-504d-40cd-a04b-6bc979e2e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:34.735235 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-b92ffe36-504d-40cd-a04b-6bc979e2e852 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1098 time: 0.2320483 Apr 20 19:29:34.738373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.739629 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-07f9af8c-2ad1-4533-a51d-85724b44b81a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190837 Apr 20 19:29:34.744474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39764) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:34.754745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'floatingip': {'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:34.765835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:34.773925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Usage tracker for resource:floatingip and tenant:868ab2b25e8e4e9bb828435f96be6fc7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:34.779571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:34.792080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:34.810812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:34.875761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e1bdb-8159-4fbe-ac63-68b9735b22d2 req-45802fe3-4a98-4e3c-9e29-25aa89e2d179 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:34.878240 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb9e1bdb-8159-4fbe-ac63-68b9735b22d2 req-45802fe3-4a98-4e3c-9e29-25aa89e2d179 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.2663507 Apr 20 19:29:35.117428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:35.197346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'e1363035-2088-4451-bc19-02bec6538b0f', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'port_id': '9afbadf6-f341-4932-8c22-52f154c437dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'mac_address': 'fa:16:3e:13:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:57Z', 'updated_at': '2021-04-20T19:29:31Z', 'revision_number': 1, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:35.207146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] Checking router: 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:29:35.229305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:35.230845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:29:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:35.297970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Allocated IP 172.28.3.179 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/04ea306d-5547-4920-92d5-3a51980b6423) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:35.324996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-d847941a-9dc6-4316-8003-da87b1dc3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:35.328054 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-d847941a-9dc6-4316-8003-da87b1dc3dde service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.5807056 Apr 20 19:29:35.552495 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-411b6810-5ba7-412a-a485-2d3a34256ba7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 200 len: 999 time: 0.2159641 Apr 20 19:29:35.557296 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb9e1bdb-8159-4fbe-ac63-68b9735b22d2 req-1be415fe-07e0-479e-a55d-2516470a4345 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603131 Apr 20 19:29:35.608991 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:35.653685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39772) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:35.755718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-9eec3a57-dc47-45df-81fe-3a9cde532230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:35.760422 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-9eec3a57-dc47-45df-81fe-3a9cde532230 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.1961002 Apr 20 19:29:35.953603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-097c6602-b67e-45f5-bef3-eb6acd01603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:35.955975 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-097c6602-b67e-45f5-bef3-eb6acd01603c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1851311 Apr 20 19:29:35.959996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582a6ec-5b5d-4bde-b6f9-bb4d3cae5bcb tempest-TestMinimumBasicScenario-688787747 tempest-TestMinimumBasicScenario-688787747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:35.962744 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5582a6ec-5b5d-4bde-b6f9-bb4d3cae5bcb tempest-TestMinimumBasicScenario-688787747 tempest-TestMinimumBasicScenario-688787747-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1094 time: 0.3087292 Apr 20 19:29:35.965262 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39778) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:35.973326 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:35.984958 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7eeec-163d-404f-ad33-e46716812b27 req-bf54ce76-3567-4b69-bac4-416b5ae75781 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:35.987155 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-41f7eeec-163d-404f-ad33-e46716812b27 req-bf54ce76-3567-4b69-bac4-416b5ae75781 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 946 time: 0.6468832 Apr 20 19:29:35.998801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'floatingip': {'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'port_id': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:36.006332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:36.014725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:floatingip and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:36.054764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.063583 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b3da2a4b-c90a-42e3-8f9f-be9685c4dd67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:36.089482 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:36.114676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:36.145664 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-41f7eeec-163d-404f-ad33-e46716812b27 req-397f779d-f9b4-48a8-b2ac-313573eccf9f tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326034 Apr 20 19:29:36.146437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for floatingip, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.158726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:36.163336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:36.171362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:36.218725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'Port': ['ID=04ea306d-5547-4920-92d5-3a51980b6423,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:36.225549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:36.276312 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-97009c47-a8eb-4a79-9917-5fb90ab97285 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092208 Apr 20 19:29:36.287557 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.378900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.397638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'e1363035-2088-4451-bc19-02bec6538b0f', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'port_id': '9afbadf6-f341-4932-8c22-52f154c437dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'mac_address': 'fa:16:3e:13:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:57Z', 'updated_at': '2021-04-20T19:29:31Z', 'revision_number': 1, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:36.402900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c4eb8-a762-46f0-9f4e-9fd789a5ee86 None None] The sync data for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb is: [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'e1363035-2088-4451-bc19-02bec6538b0f', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'port_id': '9afbadf6-f341-4932-8c22-52f154c437dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'mac_address': 'fa:16:3e:13:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:57Z', 'updated_at': '2021-04-20T19:29:31Z', 'revision_number': 1, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:29:36.506747 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-26b0e753-affa-4b5e-8b82-cf34e8acf3b4 req-0938d352-2729-4f0a-83bf-cee777ebdf2a service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195115 Apr 20 19:29:36.522587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.728590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c02c68-758b-4eec-ade7-ff83504bceb3 None None] New status for floating IP e1363035-2088-4451-bc19-02bec6538b0f: ACTIVE {{(pid=86329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:29:36.747401 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Allocated IP 172.28.3.90 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/7eac9d11-8229-48e8-952c-6bfcfe4d627b) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:36.826081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.837231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:36.847956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-22445fb3-fbd6-4135-a1ba-70c9b9d09534 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:37.026688 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-47cda620-f0c3-4bcd-bda6-e4f93e9b04ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1569200 Apr 20 19:29:37.096361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.120614 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'Port': ['ID=04ea306d-5547-4920-92d5-3a51980b6423,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:37.133237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:37.162793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.192939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.194351 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4482002 Apr 20 19:29:37.280881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:37.287758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-085a39b9-70d9-4169-b706-b78470a3db83 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:37.403951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:37.410633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:37.419015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:37.452433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-2606a876-4d9a-4fab-b636-90627ccb64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:37.454160 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-2606a876-4d9a-4fab-b636-90627ccb64e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1099 time: 0.3099103 Apr 20 19:29:37.460893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'Port': ['ID=7eac9d11-8229-48e8-952c-6bfcfe4d627b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:37.471059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:37.495978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862125-cd00-4369-832c-55c5a2fe1b2f req-3fb89092-748b-41f2-81c7-ba8c649b3584 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:37.498147 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-54862125-cd00-4369-832c-55c5a2fe1b2f req-3fb89092-748b-41f2-81c7-ba8c649b3584 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 946 time: 0.1461039 Apr 20 19:29:37.555382 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-54862125-cd00-4369-832c-55c5a2fe1b2f req-0c0930f9-99e7-40cc-959e-b8729655c27a tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503087 Apr 20 19:29:37.672021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-4ce6905f-5511-4d28-9569-8b6a1e4d1a19 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Synchronizing usage tracker for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:37.792577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-4ce6905f-5511-4d28-9569-8b6a1e4d1a19 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Unset dirty status for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:37.794121 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-4ce6905f-5511-4d28-9569-8b6a1e4d1a19 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1473811887&fields=id&tenant_id=868ab2b25e8e4e9bb828435f96be6fc7 HTTP/1.1" status: 200 len: 267 time: 0.3345237 Apr 20 19:29:37.870575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-021ccaf4-ca91-4e11-a400-6643b2802978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:37.873439 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-021ccaf4-ca91-4e11-a400-6643b2802978 service neutron] 10.222.0.37 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 913 time: 0.3735549 Apr 20 19:29:38.175356 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-52e9c0bd-bce2-4041-b3f6-1428cb7deddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 217 time: 0.1439869 Apr 20 19:29:38.340504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-1d942a6c-b6bb-4705-94fc-bc8f67865556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:38.342121 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-1d942a6c-b6bb-4705-94fc-bc8f67865556 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 200 len: 851 time: 0.1423786 Apr 20 19:29:38.411914 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-5eaa5982-b7a5-4f3a-81eb-ef28f314b618 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:38.413635 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-5eaa5982-b7a5-4f3a-81eb-ef28f314b618 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 811 time: 0.6008332 Apr 20 19:29:38.453232 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-3cace013-65d6-4fea-9f8a-acffb8f5598e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/quotas/868ab2b25e8e4e9bb828435f96be6fc7 HTTP/1.1" status: 200 len: 375 time: 0.0313363 Apr 20 19:29:38.841541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-32a2b1a7-5be7-496b-bfba-5a916d02b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:38.841818 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-32a2b1a7-5be7-496b-bfba-5a916d02b996 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=935a8f96-f94a-454e-a09f-a9006519f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4834518 Apr 20 19:29:38.895681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:38.911392 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e19b9-cd14-4af4-9726-00706ff866e1 req-e88d8080-015d-4933-a1fd-2108f60daa0a tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:38.914291 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-231e19b9-cd14-4af4-9726-00706ff866e1 req-e88d8080-015d-4933-a1fd-2108f60daa0a tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 946 time: 0.1220143 Apr 20 19:29:38.996405 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-231e19b9-cd14-4af4-9726-00706ff866e1 req-64e54a6c-e0df-4415-ad44-ac6fcaa7f162 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702150 Apr 20 19:29:38.997619 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-3453729c-d7bb-43b8-8df7-870075c884a2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Synchronizing usage tracker for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:39.008964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.095166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-3453729c-d7bb-43b8-8df7-870075c884a2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Unset dirty status for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:39.096697 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-3453729c-d7bb-43b8-8df7-870075c884a2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6321626 Apr 20 19:29:39.106231 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-123d69da-a3cf-4fa2-a924-77f1fdb596db service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532570 Apr 20 19:29:39.281210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.543554 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-13f3ce1b-a490-4ec8-9e8b-e40309323f29 req-8dbbec47-e656-407b-a6f9-4673dc95fff6 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256146 Apr 20 19:29:39.640714 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-37a68452-cc85-4942-b2aa-f1598de7594f service neutron] 10.222.0.16 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241246 Apr 20 19:29:39.849884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.853544 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-d4018a40-7c88-419c-b5b4-41f2275661c3 service neutron] 10.222.0.16 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029386 Apr 20 19:29:39.854700 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:39.859099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4562036a-f91d-4c59-b2bd-b554f588d483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:40.000130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'Port': ['ID=7eac9d11-8229-48e8-952c-6bfcfe4d627b,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:40.005683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:40.016124 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:40.358959 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1cf257e8-403b-4ff3-b5fd-0deb31252ad6 req-af6b259d-09ee-4980-bebf-0ee55ade72f7 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 210 time: 0.1235576 Apr 20 19:29:40.392902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2055d-5b6d-4336-aa01-0eb651fa8905 req-ceb7fdfb-f709-49ea-858b-22b1ab237dc0 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:40.395222 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-22b2055d-5b6d-4336-aa01-0eb651fa8905 req-ceb7fdfb-f709-49ea-858b-22b1ab237dc0 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 946 time: 0.1598477 Apr 20 19:29:40.503877 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-22b2055d-5b6d-4336-aa01-0eb651fa8905 req-42ec344e-16f0-46e1-b268-982cc022dd59 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932307 Apr 20 19:29:40.533581 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Floating IP a54bb053-3be1-46b5-8743-b7c02cd131b4 associated. External IP: 172.28.3.90, port: 5cbc64f0-10a7-4768-b16f-48d4bf651bff. Apr 20 19:29:40.768621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699d430-57d9-4993-be93-c0731c33bf49 req-bd46a323-be04-46e1-909e-8c2e38eb0e44 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:40.771342 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b699d430-57d9-4993-be93-c0731c33bf49 req-bd46a323-be04-46e1-909e-8c2e38eb0e44 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 946 time: 0.3762856 Apr 20 19:29:41.365196 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Deleting port 52346138-3fb4-4c54-b259-c5ec8a08be2d {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:29:41.365831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:41.682438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-631f34bc-5c13-4b42-a45f-4dd386399862 req-a397dc54-e7bd-4f85-a036-43f02b4ceccd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Synchronizing usage tracker for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:41.708493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-631f34bc-5c13-4b42-a45f-4dd386399862 req-a397dc54-e7bd-4f85-a036-43f02b4ceccd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Unset dirty status for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:41.710379 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-631f34bc-5c13-4b42-a45f-4dd386399862 req-a397dc54-e7bd-4f85-a036-43f02b4ceccd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 210 time: 0.1139393 Apr 20 19:29:41.827466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Router 99dd9720-9a68-42cd-8bef-9952dfff6a8d has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:29:42.300543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] For port 52346138-3fb4-4c54-b259-c5ec8a08be2d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=52346138-3fb4-4c54-b259-c5ec8a08be2d,segment=NetworkSegment(e4dbce08-d7e1-4e25-a604-9ab047bcdb98),segment_id=e4dbce08-d7e1-4e25-a604-9ab047bcdb98)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:42.300953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.317368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-de5907b7-a7b3-4c74-bde7-062e4ce5e3fd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:42.319058 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-de5907b7-a7b3-4c74-bde7-062e4ce5e3fd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 811 time: 0.5561802 Apr 20 19:29:42.472136 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Calling delete_port for 52346138-3fb4-4c54-b259-c5ec8a08be2d owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:29:42.542651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68021f-6c65-4b1f-8162-0986335dec80 req-5cb5a430-5158-4bd4-879b-60d57078223b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:42.544924 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b68021f-6c65-4b1f-8162-0986335dec80 req-5cb5a430-5158-4bd4-879b-60d57078223b tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 946 time: 0.7229671 Apr 20 19:29:42.653666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:29:42.670118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] Sync routers for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:29:42.684376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:42.685227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:29:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:42.802046 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b68021f-6c65-4b1f-8162-0986335dec80 req-1bd72904-4554-4a55-99b7-6838dfc01815 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/security-groups?id=0066ff16-b975-4ec6-8be7-0730c0446d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325392 Apr 20 19:29:42.861988 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f27f9169-4ba8-4842-9430-9ea4982107f3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7 HTTP/1.1" status: 200 len: 5705 time: 0.4017248 Apr 20 19:29:42.866892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:42.960543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'port': {'device_id': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'admin_state_up': True, 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'security_groups': ['031954aa-fc7b-46b0-81bb-8be79117fb31']}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:42.996164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:43.128113 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f03bf169-c915-4f8e-b03b-4ae04ffc7d20 req-cb07c783-418c-4cd9-8edf-3ab0542d38e4 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 210 time: 0.0580454 Apr 20 19:29:43.213363 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2439127 Apr 20 19:29:43.218956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39846) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:43.232085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169656323', 'description': 'tempest-secgroup-smoke-1169656323 description', 'project_id': '86422c11b606413a8054f9fc7a4a0367'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:43.232252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:43.245319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.253952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:43.255141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:43.281755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:43.306712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.322791 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'status': 'completed', 'code': 200} Apr 20 19:29:43.323625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Pushing event deleted for resources: {'Port': ['ID=52346138-3fb4-4c54-b259-c5ec8a08be2d,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:43.383355 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.383895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.384157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.384547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.384945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.385384 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.385782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.386176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.386569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.386965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.387366 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.387757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:29:43.391402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:43.445191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:43.448463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] No DVR routers for this DVR port 52346138-3fb4-4c54-b259-c5ec8a08be2d on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:29:43.451297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.458161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:43.468204 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:security_group_rule and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:43.468937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:43.475036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:43.478922 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b699d430-57d9-4993-be93-c0731c33bf49 req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.37 "DELETE /v2.0/ports/52346138-3fb4-4c54-b259-c5ec8a08be2d HTTP/1.1" status: 204 len: 173 time: 2.6755214 Apr 20 19:29:43.482830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Made reservation on behalf of 868ab2b25e8e4e9bb828435f96be6fc7 for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:29:43.488802 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:43.490372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.572012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-dd48ddb7-e785-4eb3-9dc2-3b6ebb36fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:43.573717 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-dd48ddb7-e785-4eb3-9dc2-3b6ebb36fe30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1099 time: 0.2206593 Apr 20 19:29:43.734965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'a54bb053-3be1-46b5-8743-b7c02cd131b4', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'floating_ip_address': '172.28.3.90', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'port_id': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'mac_address': 'fa:16:3e:11:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:38Z', 'updated_at': '2021-04-20T19:29:38Z', 'revision_number': 0, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:37Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:43.743989 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] Checking router: 99dd9720-9a68-42cd-8bef-9952dfff6a8d for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:29:43.759349 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.763668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:29:43.763668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:29:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:43.764333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-b4a7b14e-cbb1-465e-b23b-ad637752e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:43.766015 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-b4a7b14e-cbb1-465e-b23b-ad637752e9d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 913 time: 0.1850710 Apr 20 19:29:43.767249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.771817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8d26471a-0910-4c66-bac9-e0dad69c080f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:43.836961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Allocated IP 172.20.0.14 (68f0bd97-d74b-4cff-ac24-9923dfc62a5a/913a2425-0883-4e58-8d87-552019ac012a/8eafd76e-539e-4e32-b435-6628f3bb6c9b) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:29:43.928966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0669378f-c2de-42e6-9a67-c54bee18cb9f,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:43.933441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:43.942573 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:43.944064 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7228990 Apr 20 19:29:43.950198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39854) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:43.955422 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-c1da8d8e-c82c-4b56-8c81-00dffbc41ede service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 999 time: 0.1725626 Apr 20 19:29:43.969518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'security_group_rule': {'security_group_id': '0669378f-c2de-42e6-9a67-c54bee18cb9f', 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:43.977424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:43.982112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:security_group_rule and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:43.985830 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:43.993297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:44.058960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.131554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-ae08326d-b1f2-4fa5-99ea-283a265851fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:44.133554 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-ae08326d-b1f2-4fa5-99ea-283a265851fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 200 len: 851 time: 0.1303916 Apr 20 19:29:44.284438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.290832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:29:44.303421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d747007b-90ae-4473-95fc-fada41f95caf req-b320b7cc-3a9f-4840-bf4a-ba8f5ab70218 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Synchronizing usage tracker for tenant:b4d769dc97d94839895013b55bcd17ec on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:44.304305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.316060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-36ddc31a-35f8-4442-8bc0-4647304acc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:44.319069 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-36ddc31a-35f8-4442-8bc0-4647304acc75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=935a8f96-f94a-454e-a09f-a9006519f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1772759 Apr 20 19:29:44.322338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:44.380874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.391032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9101e271-c53d-474c-b879-6529e5f3aaf0,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:44.396910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:44.421653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Transition to ACTIVE for port object 8eafd76e-539e-4e32-b435-6628f3bb6c9b will not be triggered until provisioned by entity DHCP. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:44.443970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.446140 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4893489 Apr 20 19:29:44.472953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 39862) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:44.487535 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.519986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'security_group_rule': {'security_group_id': '0669378f-c2de-42e6-9a67-c54bee18cb9f', 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:44.528794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d747007b-90ae-4473-95fc-fada41f95caf req-b320b7cc-3a9f-4840-bf4a-ba8f5ab70218 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Unset dirty status for tenant:b4d769dc97d94839895013b55bcd17ec on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:44.530983 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d747007b-90ae-4473-95fc-fada41f95caf req-b320b7cc-3a9f-4840-bf4a-ba8f5ab70218 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0830fa2-7f1d-4a4b-b53e-85e0e1959284 HTTP/1.1" status: 200 len: 210 time: 0.2886045 Apr 20 19:29:44.534184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dc241718-5512-4f7a-a415-d664d3e84ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:44.692045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:44.706137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:29:44.707465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:29:44.710828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:29:44.763254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:security_group_rule and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:44.775355 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:44.782124 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event updated for resources: {'Port': ['ID=8eafd76e-539e-4e32-b435-6628f3bb6c9b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:44.786644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:44.798993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:44.803267 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-a4acbc91-a835-44b0-ab9a-396dca5ef13a service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179323 Apr 20 19:29:44.825248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:44.826004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:44.845917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496021-8779-4635-a7ad-484354d3ca16 req-94086e52-94d6-460a-9bc0-add1cebaa102 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:44.849824 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-03496021-8779-4635-a7ad-484354d3ca16 req-94086e52-94d6-460a-9bc0-add1cebaa102 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 932 time: 0.3939114 Apr 20 19:29:44.876908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.026524 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0792127 Apr 20 19:29:45.052269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Request body: {'port': {'device_id': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:45.120268 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-03496021-8779-4635-a7ad-484354d3ca16 req-df5801ba-02a1-4c27-afe9-4a2b5cbfda7f tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208593 Apr 20 19:29:45.125727 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-c5f07fa9-fd8c-445a-bb57-710560c5dce2 None None] Provisioning for port 8eafd76e-539e-4e32-b435-6628f3bb6c9b completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:45.160189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 52346138-3fb4-4c54-b259-c5ec8a08be2d no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:29:45.185053 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-993b3c5d-27be-4382-b681-c3e3e1c83a2c req-957b0ee2-42cd-4a90-b857-01a33cc6098c service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627670 Apr 20 19:29:45.218494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-c5f07fa9-fd8c-445a-bb57-710560c5dce2 None None] Provisioning complete for port 8eafd76e-539e-4e32-b435-6628f3bb6c9b triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:45.219110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c5f07fa9-fd8c-445a-bb57-710560c5dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.265484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 52346138-3fb4-4c54-b259-c5ec8a08be2d {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:29:45.266001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 52346138-3fb4-4c54-b259-c5ec8a08be2d not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:29:45.319138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.328507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0830fa2-7f1d-4a4b-b53e-85e0e1959284', 'name': 'network-vif-deleted', 'tag': '52346138-3fb4-4c54-b259-c5ec8a08be2d'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:45.343230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.352369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:45.372015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.385186 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-c5f07fa9-fd8c-445a-bb57-710560c5dce2 None None] Port 8eafd76e-539e-4e32-b435-6628f3bb6c9b cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:29:45.404755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9938089b-3eee-42d4-8143-d4d73d1f02a0,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:45.413818 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0830fa2-7f1d-4a4b-b53e-85e0e1959284', 'name': 'network-vif-deleted', 'tag': '52346138-3fb4-4c54-b259-c5ec8a08be2d', 'status': 'completed', 'code': 200} Apr 20 19:29:45.416757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:45.450900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.452247 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9724298 Apr 20 19:29:45.456509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39868) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:45.456831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'a54bb053-3be1-46b5-8743-b7c02cd131b4', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'floating_ip_address': '172.28.3.90', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'port_id': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'mac_address': 'fa:16:3e:11:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:38Z', 'updated_at': '2021-04-20T19:29:38Z', 'revision_number': 0, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:37Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:29:45.464789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f20c2-4e5c-4af0-837c-ea2fc88544b7 None None] The sync data for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb is: [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': 'a54bb053-3be1-46b5-8743-b7c02cd131b4', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'floating_ip_address': '172.28.3.90', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'port_id': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'mac_address': 'fa:16:3e:11:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:38Z', 'updated_at': '2021-04-20T19:29:38Z', 'revision_number': 0, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:37Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:29:45.465413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'security_group_rule': {'security_group_id': '0669378f-c2de-42e6-9a67-c54bee18cb9f', 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:45.480300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:45.487272 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:security_group_rule and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:45.491636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:45.503016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:45.523753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.604907 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.610089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.623587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-84320587-1735-46d6-a671-45f2db9b4669 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:45.668095 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7266b198-4982-442a-ad00-317d6139c258,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:45.673330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:45.682527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.684713 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261333 Apr 20 19:29:45.690757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39874) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:45.703647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'security_group_rule': {'security_group_id': '0669378f-c2de-42e6-9a67-c54bee18cb9f', 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:45.716827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:45.725243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:security_group_rule and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:45.731079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:45.743640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:45.806817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:45.925136 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1ab90-2638-4f92-a077-6ebbcd8691f6 None None] New status for floating IP a54bb053-3be1-46b5-8743-b7c02cd131b4: ACTIVE {{(pid=86329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:29:46.027720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.036168 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.041936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:46.093793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e177959-123a-4412-b245-cc7ddde67c5c,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:46.098977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:46.136790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.139110 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5ea66642-b467-4603-b98c-a225e6a81441 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4464278 Apr 20 19:29:46.142572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39884) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:46.153652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'security_group_rule': {'security_group_id': '0669378f-c2de-42e6-9a67-c54bee18cb9f', 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:46.163182 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eafd76e-539e-4e32-b435-6628f3bb6c9b {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:46.164026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:46.169863 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:security_group_rule and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:46.178456 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:46.193821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.195337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:46.220911 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.securitygroups_db [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Project 86422c11b606413a8054f9fc7a4a0367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:29:46.232080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Transition to ACTIVE for port object 8eafd76e-539e-4e32-b435-6628f3bb6c9b will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:29:46.237071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.240100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.246762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:46.326296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.331303 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.349091 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:46.372187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcca7c2-c412-4f10-b9ac-c5e2740b00ce,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:46.382373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:46.384308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.385803 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0a3769ab-380f-40ed-9f55-4abf523c0ecf tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2406824 Apr 20 19:29:46.389770 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 39892) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:46.400270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'security_group_rule': {'security_group_id': '0669378f-c2de-42e6-9a67-c54bee18cb9f', 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:46.417322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:29:46.483395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Usage tracker for resource:security_group_rule and tenant:86422c11b606413a8054f9fc7a4a0367 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:29:46.490421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:29:46.499266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:29:46.532193 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.securitygroups_db [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Project 86422c11b606413a8054f9fc7a4a0367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:29:46.554393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9de0-5a31-4bd1-9a4e-653dc82c7ea1 req-b20c82bc-9da2-4687-ba4b-9599db751797 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:46.556226 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-224e9de0-5a31-4bd1-9a4e-653dc82c7ea1 req-b20c82bc-9da2-4687-ba4b-9599db751797 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1416163 Apr 20 19:29:46.557233 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.735137 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-224e9de0-5a31-4bd1-9a4e-653dc82c7ea1 req-419294d0-abb2-404d-99f2-d966b010a8cd tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424820 Apr 20 19:29:46.762563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.771270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.775840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a3502e9-9344-486f-a13b-1575c761591b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:46.825550 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb1dbd5-eaf9-41cd-a6d1-ae1b4f97df19,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:46.830511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:46.841635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:46.848470 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ca990285-20fa-40ae-bc5b-1f7b21bfbdca tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4514780 Apr 20 19:29:46.924857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Pushing event updated for resources: {'Port': ['ID=8eafd76e-539e-4e32-b435-6628f3bb6c9b,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:46.941394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:46.999518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Attempting to bind port 8eafd76e-539e-4e32-b435-6628f3bb6c9b on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:29:47.000335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Attempting to bind port 8eafd76e-539e-4e32-b435-6628f3bb6c9b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:29:47.000718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Attempting to bind port 8eafd76e-539e-4e32-b435-6628f3bb6c9b on network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:47.012701 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Port 8eafd76e-539e-4e32-b435-6628f3bb6c9b on network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:29:47.013458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Attempting to bind port 8eafd76e-539e-4e32-b435-6628f3bb6c9b on network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:29:47.026502 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:29:47.026853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Checking segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:29:47.027298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Bound using segment: {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:29:47.027795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Bound port: 8eafd76e-539e-4e32-b435-6628f3bb6c9b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ece447-4827-4a0b-be34-fdcb85c25f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:29:47.028189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.149425 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-08144178-fa98-47f8-b818-f90fd54f29dd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169656323&fields=id&tenant_id=86422c11b606413a8054f9fc7a4a0367 HTTP/1.1" status: 200 len: 267 time: 0.1271412 Apr 20 19:29:47.235716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] For port 8eafd76e-539e-4e32-b435-6628f3bb6c9b, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:29:47.240127 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] For port 8eafd76e-539e-4e32-b435-6628f3bb6c9b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:29:47.245903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.252576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-30de95b7-2462-46c7-a74c-f2942ef42e4b tempest-ServerRescueNegativeTestJSON-826134122 tempest-ServerRescueNegativeTestJSON-826134122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:47.330912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:47.331622 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.333285 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] 10.222.0.37 "PUT /v2.0/ports/8eafd76e-539e-4e32-b435-6628f3bb6c9b HTTP/1.1" status: 200 len: 1094 time: 2.2908945 Apr 20 19:29:47.359397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Pushing event updated for resources: {'Port': ['ID=8eafd76e-539e-4e32-b435-6628f3bb6c9b,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:47.369378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:47.388677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-122eed8c-e72b-4a59-8753-91a247a184e6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:47.390883 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-122eed8c-e72b-4a59-8753-91a247a184e6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.2256660 Apr 20 19:29:47.430297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:47.462116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'port': {'security_groups': ['1349abe2-78a1-4063-9c44-dba326cae0d5', '0669378f-c2de-42e6-9a67-c54bee18cb9f']}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:47.510990 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'status': 'completed', 'code': 200} Apr 20 19:29:47.636964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-dbd0285b-945e-4529-8182-ac7485db6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:47.638576 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-dbd0285b-945e-4529-8182-ac7485db6517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 1097 time: 0.2466846 Apr 20 19:29:47.647855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:47.739933 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-8149ed04-bb5c-4631-9951-5ee9147aa794 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b HTTP/1.1" status: 200 len: 217 time: 0.0755057 Apr 20 19:29:47.957994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-9738928a-1113-4ab6-b049-5a7c4d3d3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:47.959772 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-9738928a-1113-4ab6-b049-5a7c4d3d3c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.1852958 Apr 20 19:29:48.096450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fe306-4feb-41a3-8e1a-d4612d4de18e req-3470fa25-ee13-43f3-9b64-47cae529f673 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:48.098986 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4a4fe306-4feb-41a3-8e1a-d4612d4de18e req-3470fa25-ee13-43f3-9b64-47cae529f673 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1413376 Apr 20 19:29:48.189492 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4a4fe306-4feb-41a3-8e1a-d4612d4de18e req-a961857c-e06d-4a90-99c4-eca0a668888d tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784643 Apr 20 19:29:48.234151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-40695ab0-de1b-49e8-b9d5-923e7d4d7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:48.236348 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-40695ab0-de1b-49e8-b9d5-923e7d4d7b6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2662907 Apr 20 19:29:48.362076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] For port 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:48.440602 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:48.446985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:48.450302 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-b2a8a7e9-168d-43b9-a535-92fa3b60d98f service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011213 Apr 20 19:29:48.455655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-35f4e300-2814-4552-b5bc-3bc2a77b55bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:48.461315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['5cbc64f0-10a7-4768-b16f-48d4bf651bff'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:48.620429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:48.621211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:48.626216 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-246e3103-16a0-4cb4-8ac5-0b26e6a5f4a5 req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "PUT /v2.0/ports/5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 982 time: 1.1897879 Apr 20 19:29:48.672511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'Port': ['ID=5cbc64f0-10a7-4768-b16f-48d4bf651bff,revision_number=6']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:48.679939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d3a108b1-bfe2-4419-bcb9-1394fff5cc91 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:48.733700 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['5cbc64f0-10a7-4768-b16f-48d4bf651bff'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:48.751790 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b16a83ae-98d8-4d01-b0ae-96fd479d8b9c req-cc42d2ce-67ba-4108-8bb9-be2c0215c9be service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592881 Apr 20 19:29:48.916160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750bf3f-2a69-4ac2-8939-b0400aee34f1 req-1d46f172-ee88-40cf-a545-5ad30a3cdd72 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:48.918552 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0750bf3f-2a69-4ac2-8939-b0400aee34f1 req-1d46f172-ee88-40cf-a545-5ad30a3cdd72 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.1118050 Apr 20 19:29:48.994761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-0750bf3f-2a69-4ac2-8939-b0400aee34f1 req-4789eecc-956d-41e3-b169-12fb9f58b4db tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Synchronizing usage tracker for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:security_group {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:49.019834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-0750bf3f-2a69-4ac2-8939-b0400aee34f1 req-4789eecc-956d-41e3-b169-12fb9f58b4db tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Unset dirty status for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:security_group {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:49.027129 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-44edfef4-c6c2-4cb7-be83-9b97cc8a91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:49.029792 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-44edfef4-c6c2-4cb7-be83-9b97cc8a91ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 1097 time: 0.2105985 Apr 20 19:29:49.033494 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0750bf3f-2a69-4ac2-8939-b0400aee34f1 req-4789eecc-956d-41e3-b169-12fb9f58b4db tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054029 Apr 20 19:29:49.038785 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-998a2b5a-0a93-4873-ba0c-0e71e88905b0 None None] Provisioning complete for port 5cbc64f0-10a7-4768-b16f-48d4bf651bff triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:49.039486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-998a2b5a-0a93-4873-ba0c-0e71e88905b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:49.363847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-247f66c0-f2f3-41e5-b4d8-c4ee897e7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:49.367231 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-247f66c0-f2f3-41e5-b4d8-c4ee897e7dc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 912 time: 0.3291719 Apr 20 19:29:49.534436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:49.668101 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-8e06cccb-7e37-4fe6-a3be-0715129a9080 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b HTTP/1.1" status: 200 len: 217 time: 0.2932053 Apr 20 19:29:49.682097 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'status': 'completed', 'code': 200} Apr 20 19:29:49.820162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-0113aac0-abdb-4359-8e3b-986c723c8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:49.822098 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-0113aac0-abdb-4359-8e3b-986c723c8881 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.1383669 Apr 20 19:29:49.832487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26ea73-f15b-487e-8c86-ace40545561f req-eec560f0-2d9d-486f-90d2-066324781c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:49.836312 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-db26ea73-f15b-487e-8c86-ace40545561f req-eec560f0-2d9d-486f-90d2-066324781c81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1138 time: 0.1324880 Apr 20 19:29:49.958440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16916-6589-4be7-a42b-8c1c1eb26362 req-54a8d754-3b99-4d2d-aa69-20840db62e97 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:49.959747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b4e16916-6589-4be7-a42b-8c1c1eb26362 req-54a8d754-3b99-4d2d-aa69-20840db62e97 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Synchronizing usage tracker for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:29:49.998571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-b4e16916-6589-4be7-a42b-8c1c1eb26362 req-54a8d754-3b99-4d2d-aa69-20840db62e97 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Unset dirty status for tenant:868ab2b25e8e4e9bb828435f96be6fc7 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:29:50.006708 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b4e16916-6589-4be7-a42b-8c1c1eb26362 req-54a8d754-3b99-4d2d-aa69-20840db62e97 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.4494834 Apr 20 19:29:50.086313 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b4e16916-6589-4be7-a42b-8c1c1eb26362 req-7d9d4e79-8fe0-483e-b30e-38dda3998798 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777242 Apr 20 19:29:50.113155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-119c71dc-4585-4333-a931-ff475d680834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:50.116924 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-119c71dc-4585-4333-a931-ff475d680834 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2771599 Apr 20 19:29:50.197765 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26ea73-f15b-487e-8c86-ace40545561f req-e0bcf664-8172-4655-a3e7-6801564e90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:50.200560 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-db26ea73-f15b-487e-8c86-ace40545561f req-e0bcf664-8172-4655-a3e7-6801564e90b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 913 time: 0.3569317 Apr 20 19:29:50.420229 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-bb0cdfbb-d774-46a4-b298-d0f94b2143de service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886565 Apr 20 19:29:50.442733 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-db26ea73-f15b-487e-8c86-ace40545561f req-47bbaf9b-4caa-4e17-a9d0-e7c383fe814b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 1001 time: 0.2200303 Apr 20 19:29:50.528097 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26ea73-f15b-487e-8c86-ace40545561f req-f8d4c4a8-e247-44fa-8928-fc47c223ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:50.529809 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-db26ea73-f15b-487e-8c86-ace40545561f req-f8d4c4a8-e247-44fa-8928-fc47c223ad67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 200 len: 851 time: 0.0800443 Apr 20 19:29:50.709877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26ea73-f15b-487e-8c86-ace40545561f req-079d4879-b336-449e-810e-27408176e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:50.713486 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-db26ea73-f15b-487e-8c86-ace40545561f req-079d4879-b336-449e-810e-27408176e8b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=935a8f96-f94a-454e-a09f-a9006519f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1759636 Apr 20 19:29:50.760962 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b00743f-cd29-40be-9b98-7c4e78af7d0e req-9bc9b14f-9ca4-4d3f-a37a-90fbfa405ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312809 Apr 20 19:29:51.011314 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-efb51822-1322-4b08-a9bc-e24071a84c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:51.169673 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-db26ea73-f15b-487e-8c86-ace40545561f req-ec484f03-eb4b-490c-817c-a3ff583a8805 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373531 Apr 20 19:29:51.405433 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-db26ea73-f15b-487e-8c86-ace40545561f req-d7b1cbad-90ce-4833-8384-45e30946ff8d service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288351 Apr 20 19:29:51.522236 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002a256-2a9f-4b79-ba15-a60b69cfb6d5 req-6799167b-0f63-45f1-90b3-7b01845a0138 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:51.524993 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6002a256-2a9f-4b79-ba15-a60b69cfb6d5 req-6799167b-0f63-45f1-90b3-7b01845a0138 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1493292 Apr 20 19:29:51.600108 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6002a256-2a9f-4b79-ba15-a60b69cfb6d5 req-fc5565c1-8675-4e1d-969b-d4a2d26f065e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641398 Apr 20 19:29:52.853242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437418e-fc0d-4c83-8037-6bd2f8e28a16 req-5e3bf08c-db59-48f3-9587-71fd33e14dab tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:52.854962 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f437418e-fc0d-4c83-8037-6bd2f8e28a16 req-5e3bf08c-db59-48f3-9587-71fd33e14dab tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1110785 Apr 20 19:29:52.928147 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f437418e-fc0d-4c83-8037-6bd2f8e28a16 req-63c3905e-c249-4022-917a-3f1bfe85d6e0 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500515 Apr 20 19:29:53.184594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8eafd76e-539e-4e32-b435-6628f3bb6c9b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:29:53.432466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8eafd76e-539e-4e32-b435-6628f3bb6c9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:53.461630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'port_id': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'mac_address': 'fa:16:3e:ea:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:29:53.545508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dfa2410a-ff7c-4985-a230-1977f00d54d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.558283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.582942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eafd76e-539e-4e32-b435-6628f3bb6c9b {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:29:53.602358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8eafd76e-539e-4e32-b435-6628f3bb6c9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:53.607590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:53.611085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:53.761668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8eafd76e-539e-4e32-b435-6628f3bb6c9b,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:53.768745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:54.001115 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['8eafd76e-539e-4e32-b435-6628f3bb6c9b'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:29:54.317551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ed653-2764-46da-9c24-d4ee912c55a1 req-61f26c37-15b0-4014-a452-91692f090ec6 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:54.330839 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-970ed653-2764-46da-9c24-d4ee912c55a1 req-61f26c37-15b0-4014-a452-91692f090ec6 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 945 time: 0.2210388 Apr 20 19:29:54.453200 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-970ed653-2764-46da-9c24-d4ee912c55a1 req-2b1977b0-59ad-4308-9762-44e2a7ee5114 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137915 Apr 20 19:29:55.188689 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8eafd76e-539e-4e32-b435-6628f3bb6c9b up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:29:55.339831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 8eafd76e-539e-4e32-b435-6628f3bb6c9b completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:29:55.351281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 8eafd76e-539e-4e32-b435-6628f3bb6c9b triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:29:55.351970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:55.490872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:55.731010 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:55.804456 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:29:55.830548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8eafd76e-539e-4e32-b435-6628f3bb6c9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:29:55.836730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:55.842336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:29:55.870816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585947-c54a-4d77-a5a4-dae29b1de0e0 req-a274707c-5df1-4b6d-b1a2-79e76b752b39 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:55.872533 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84585947-c54a-4d77-a5a4-dae29b1de0e0 req-a274707c-5df1-4b6d-b1a2-79e76b752b39 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 945 time: 0.1395319 Apr 20 19:29:55.959621 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84585947-c54a-4d77-a5a4-dae29b1de0e0 req-ab583177-990f-4262-8902-dc67f7d952cb tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692232 Apr 20 19:29:55.982450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8eafd76e-539e-4e32-b435-6628f3bb6c9b,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:29:55.987173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:29:55.990298 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'code': 200} Apr 20 19:29:56.319758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6977b8a-87d1-427e-a72b-8b0fbd001a92 req-01f58049-a2ca-42ea-8278-8e50bea34c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:56.321620 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c6977b8a-87d1-427e-a72b-8b0fbd001a92 req-01f58049-a2ca-42ea-8278-8e50bea34c24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 1099 time: 0.0982046 Apr 20 19:29:56.384140 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c6977b8a-87d1-427e-a72b-8b0fbd001a92 req-3a57f564-c3f5-4bf4-9f24-a47c26ce3604 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547967 Apr 20 19:29:56.495055 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:57.284588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1ec88-7d98-4e6c-9d39-f4c0e9900365 req-84845613-fb17-4c69-b440-ee1842fa0e4c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:57.292653 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-aaf1ec88-7d98-4e6c-9d39-f4c0e9900365 req-84845613-fb17-4c69-b440-ee1842fa0e4c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 946 time: 0.1122656 Apr 20 19:29:57.341120 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-aaf1ec88-7d98-4e6c-9d39-f4c0e9900365 req-611d630f-5f60-42d4-b2e0-a2190ddfc191 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474079 Apr 20 19:29:57.396767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:29:58.691667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d741-0939-44b4-b45b-16cb727806ab req-8aae9ed3-b845-4761-b9d7-8923fc375874 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:58.694131 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a2d741-0939-44b4-b45b-16cb727806ab req-8aae9ed3-b845-4761-b9d7-8923fc375874 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 946 time: 0.1440780 Apr 20 19:29:58.775629 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a2d741-0939-44b4-b45b-16cb727806ab req-3f118061-6c84-4cf0-917f-731d4dc226e3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695121 Apr 20 19:29:59.060666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:29:59.095651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be002692-69a7-450e-adc8-b2d26e442564 req-96f9b36a-f337-422a-a0fd-f18a6e823b26 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:29:59.099007 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be002692-69a7-450e-adc8-b2d26e442564 req-96f9b36a-f337-422a-a0fd-f18a6e823b26 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 946 time: 0.1559319 Apr 20 19:29:59.111473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 40048) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:29:59.123179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Request body: {'floatingip': {'port_id': '8eafd76e-539e-4e32-b435-6628f3bb6c9b'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:29:59.298752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:00.196831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:00.202607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:00.469279 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Floating IP 93dbd85b-4002-44a8-b36a-c591b20d9007 associated. External IP: 172.28.3.179, port: 8eafd76e-539e-4e32-b435-6628f3bb6c9b. Apr 20 19:30:01.054413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:30:01.426087 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:01.436434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:01.439089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] Sync routers for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:01.451961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:01.453251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:29:54Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:01.627596 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5dd9dba5-a9ad-4040-8a99-6442f6e13b04 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "PUT /v2.0/floatingips/93dbd85b-4002-44a8-b36a-c591b20d9007 HTTP/1.1" status: 200 len: 992 time: 2.5092535 Apr 20 19:30:01.627596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:30:01.696923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:01.989031 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'status': 'completed', 'code': 200} Apr 20 19:30:02.211705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '93dbd85b-4002-44a8-b36a-c591b20d9007', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'port_id': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'mac_address': 'fa:16:3e:ea:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:36Z', 'updated_at': '2021-04-20T19:30:00Z', 'revision_number': 1, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:02.224546 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] Checking router: 72942e7b-f4dd-4c9f-8814-f7ab89079b1f for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:02.249598 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:02.251644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:29:54Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:02.601464 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-0c4a7388-dd2f-4a8e-be1f-1348b96f5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:02.605578 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-0c4a7388-dd2f-4a8e-be1f-1348b96f5ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 1099 time: 0.5744009 Apr 20 19:30:02.664419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:02.939841 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-526ae152-c7e3-4b74-8f3a-bea229b367fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:02.942988 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-526ae152-c7e3-4b74-8f3a-bea229b367fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 200 len: 912 time: 0.3272576 Apr 20 19:30:03.188855 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-e608e72d-f40b-40d6-bd7f-3cb232e54ded service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b HTTP/1.1" status: 200 len: 1000 time: 0.2314053 Apr 20 19:30:03.368913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-8d964c19-cee7-4169-86c6-39375254066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:03.371001 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-8d964c19-cee7-4169-86c6-39375254066d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 200 len: 850 time: 0.1742418 Apr 20 19:30:03.467615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '93dbd85b-4002-44a8-b36a-c591b20d9007', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'port_id': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'mac_address': 'fa:16:3e:ea:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:36Z', 'updated_at': '2021-04-20T19:30:00Z', 'revision_number': 1, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:03.476176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ee186-1a0c-4eb8-8011-4ee5e7f90246 None None] The sync data for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb is: [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '93dbd85b-4002-44a8-b36a-c591b20d9007', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'port_id': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'mac_address': 'fa:16:3e:ea:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:29:36Z', 'updated_at': '2021-04-20T19:30:00Z', 'revision_number': 1, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:03.558843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-8bf6577c-a68c-42bf-82fb-97c1bc2ba6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:03.560852 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-8bf6577c-a68c-42bf-82fb-97c1bc2ba6e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68f0bd97-d74b-4cff-ac24-9923dfc62a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1823390 Apr 20 19:30:03.787004 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-11d7bf2d-7436-44cb-be62-dda43e83ae7d service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181714 Apr 20 19:30:04.039383 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4dbdc04d-93ce-4ee5-a798-cda299f9714e req-4438ad00-2416-4a9a-aeca-92f1be3b7135 service neutron] 10.222.0.37 "GET /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375641 Apr 20 19:30:04.057728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e38a4-c675-448d-8020-95b4c834068b None None] New status for floating IP 93dbd85b-4002-44a8-b36a-c591b20d9007: ACTIVE {{(pid=86329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:30:09.004591 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.331048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 40204) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:10.411473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] Deleting subnet 137a0267-cb8d-4c9e-9c2b-91fb30848568 {{(pid=86327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:30:10.415323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.474606 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2418451'] for subnet, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.572226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.915703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2995031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851630270'] for subnet, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.921545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:10.966653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:10.970360 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137a0267-cb8d-4c9e-9c2b-91fb30848568,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:10.976190 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:10.979616 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-789f6195-3641-4f53-8d1e-fb8b8a416fbf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/137a0267-cb8d-4c9e-9c2b-91fb30848568 HTTP/1.1" status: 204 len: 168 time: 0.6472876 Apr 20 19:30:10.982590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 40212) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:11.111065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.264323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.390410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc476012-b45a-454a-9f24-81de0245431b']}} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:11.405922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98') {'for_net_delete': True} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:11.406268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dbce08-d7e1-4e25-a604-9ab047bcdb98') {} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:11.419891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852357349'] for segment, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.436255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.443364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=86327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:30:11.635191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Network dc476012-b45a-454a-9f24-81de0245431b has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:30:11.647144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851780364'] for segment, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:11.867217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Network dc476012-b45a-454a-9f24-81de0245431b has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:30:11.909720 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:30:11.997712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.003238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:12.019041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.031148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc476012-b45a-454a-9f24-81de0245431b,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:12.035516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:12.041912 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-da81a78e-d0d8-4bae-8e2f-56f2f6eb3901 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dc476012-b45a-454a-9f24-81de0245431b HTTP/1.1" status: 204 len: 168 time: 1.0576475 Apr 20 19:30:12.176978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 40222) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:12.236746 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3b1f94ec-b002-47f9-8c4d-ce734ac3215a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4d769dc97d94839895013b55bcd17ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582972 Apr 20 19:30:12.239860 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 40226) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:12.355638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72d8392b-87b2-4697-996f-b09730597ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.411721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72d8392b-87b2-4697-996f-b09730597ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.497913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72d8392b-87b2-4697-996f-b09730597ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.507722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e2e573dc-4d4a-405c-8994-6e353854460f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:12.534600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8392b-87b2-4697-996f-b09730597ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0066ff16-b975-4ec6-8be7-0730c0446d80,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:12.540138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-72d8392b-87b2-4697-996f-b09730597ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:12.550477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72d8392b-87b2-4697-996f-b09730597ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:12.552521 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-72d8392b-87b2-4697-996f-b09730597ab7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0066ff16-b975-4ec6-8be7-0730c0446d80 HTTP/1.1" status: 204 len: 168 time: 0.3108647 Apr 20 19:30:17.268322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 40290) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:17.471413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.498772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:17.506840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:cfd990ee542d41ac89c4355bf20c00a7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:17.512503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:17.526298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:17.644014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.647283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.657722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2dc0d7c1-cbf2-41f5-9331-1df7c58c2c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:17.704478 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfd990ee542d41ac89c4355bf20c00a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342256 Apr 20 19:30:17.705410 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d3574d-586e-48ed-a2ff-ba698dcf629c,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:17.708013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40300) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:17.714782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:17.779275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b8fc-85de-439f-8da5-f461ac4c5eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.810906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b8fc-85de-439f-8da5-f461ac4c5eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.861530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b8fc-85de-439f-8da5-f461ac4c5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.866061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-12cbb560-6cd7-4877-bb3b-7a9154cb7f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:17.884822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b8fc-85de-439f-8da5-f461ac4c5eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:17.887531 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f9b7b8fc-85de-439f-8da5-f461ac4c5eca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99d3574d-586e-48ed-a2ff-ba698dcf629c HTTP/1.1" status: 204 len: 168 time: 0.1780090 Apr 20 19:30:17.889851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7b8fc-85de-439f-8da5-f461ac4c5eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d3574d-586e-48ed-a2ff-ba698dcf629c,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:17.897301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f9b7b8fc-85de-439f-8da5-f461ac4c5eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:18.712613 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40328) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:18.840685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1541544321-network', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:18.846983 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:18.851540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Usage tracker for resource:network and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:18.855072 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:18.862138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:18.874395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Made reservation on behalf of 4dbf4e811d5942e8886d770bfe173d8a for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:18.879358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:18.897856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:18.916201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:18.920805 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Usage tracker for resource:security_group_rule and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:18.924387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:18.931940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:19.033332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.036562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.041337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2aa00d44-dbe0-44a6-8a2e-7cab44368644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:19.074184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:30:19.084724 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee91e82-ef85-4cd1-adee-5352bff089fc,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:19.089064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:19.092191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.092562 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Added segment 86ba35a6-9180-475f-9d77-b2860a717ff1 of type vlan for network c0a97ecc-48f9-4c2b-8166-f515a903ee48 Apr 20 19:30:19.126304 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.161695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.163240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:19.163941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:19.168005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:19.287913 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5739028 Apr 20 19:30:19.288865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a97ecc-48f9-4c2b-8166-f515a903ee48,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:19.291791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40334) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:19.295189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:19.302099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Request body: {'subnet': {'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1541544321-subnet', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'ip_version': 4}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:19.303809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:30:19.307819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:19.313017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Usage tracker for resource:subnet and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:19.316795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:19.323673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:19.335421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Made reservation on behalf of 4dbf4e811d5942e8886d770bfe173d8a for: {'subnet': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:19.340715 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141611'] for subnet, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.104163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2359266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141626'] for subnet, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.109439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:20.195495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b31045b-da9d-4ccd-bc0e-546a254d4d30,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:20.200066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:20.205787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Checking segment: {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:20.206191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Network hostable DHCP agents. Network: c0a97ecc-48f9-4c2b-8166-f515a903ee48, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:30:20.226780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:30:20.236895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, c0a97ecc-48f9-4c2b-8166-f515a903ee48) {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:20.251676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f7604c-7e21-4e0d-bb7c-92cd04099f65 None None] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:30:20.252112 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:20.252789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.276449 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ba50e7ec-6980-49af-8ba9-ac448dcfe871 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9830079 Apr 20 19:30:20.279729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40342) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:20.289918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:20.299043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:20.306666 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Usage tracker for resource:router and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:20.313521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:20.322542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:20.338003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768336'] for router, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.339909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853818110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853854189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7465'] for router, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.365501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.643329 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp021d483f-21ea-53a2-8c08-b386e92904d5-c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30'}]}} from dv-cinder-787264-1-smb. {{(pid=86328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:30:20.644254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.789850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:20.858269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Allocated IP 172.20.0.2 (c0a97ecc-48f9-4c2b-8166-f515a903ee48/1b31045b-da9d-4ccd-bc0e-546a254d4d30/19f768e7-f7a5-47d9-a673-366e04a46af6) {{(pid=86328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:21.008324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-149e41c7-edad-4baf-85cd-12ff11da5c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.192740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Notify callbacks [] for port, precommit_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.209877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Transition to ACTIVE for port object 19f768e7-f7a5-47d9-a673-366e04a46af6 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:21.236419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Transition to ACTIVE for port object 19f768e7-f7a5-47d9-a673-366e04a46af6 will not be triggered until provisioned by entity DHCP. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:21.243243 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.252528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a35f59c9-94f4-4fd3-99de-958cf989826a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:21.333941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 is already hosted by enough agents. {{(pid=86328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:21.334254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.338738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Resources bound (agent type, host, resource id): {{(pid=86328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:21.346705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Received port after_create {{(pid=86328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:21.372545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.393205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Pushing event updated for resources: {'Port': ['ID=19f768e7-f7a5-47d9-a673-366e04a46af6,revision_number=1']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:21.403524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:21.466951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Attempting to bind port 19f768e7-f7a5-47d9-a673-366e04a46af6 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:21.467295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Attempting to bind port 19f768e7-f7a5-47d9-a673-366e04a46af6 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:21.467697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Attempting to bind port 19f768e7-f7a5-47d9-a673-366e04a46af6 on network c0a97ecc-48f9-4c2b-8166-f515a903ee48 {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:21.474818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:21.475325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Checking segment: {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:21.475827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.476393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Bound using segment: {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:21.477273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Bound port: 19f768e7-f7a5-47d9-a673-366e04a46af6, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:21.477885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.622216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Allocated IP 172.28.3.202 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/22e7b28e-05d9-47ad-9342-d52fa533be13) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:21.626154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] For port 19f768e7-f7a5-47d9-a673-366e04a46af6, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:21.632298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] For port 19f768e7-f7a5-47d9-a673-366e04a46af6, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=19f768e7-f7a5-47d9-a673-366e04a46af6,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:21.637125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.645768 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bfa89327-d984-4494-8460-cb4f89cf5514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:21.754593 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Pushing event updated for resources: {'Port': ['ID=19f768e7-f7a5-47d9-a673-366e04a46af6,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:21.761324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:21.831514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.863621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:21.869017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-47a92a44-0ce9-4242-a752-b95541c1301a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:21.946191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:21.949856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:21.952920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:22.031378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Pushing event updated for resources: {'Port': ['ID=22e7b28e-05d9-47ad-9342-d52fa533be13,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:22.051926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:22.621029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.131297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919'] for router, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.241359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 19f768e7-f7a5-47d9-a673-366e04a46af6 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:23.310785 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d698fe8-ba9d-4ac9-8109-9dcbb27a03ec None None] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:30:23.469695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Router b3a2e297-dff5-4073-9e1f-0551627f333d is scheduled to L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d with binding_index 1 {{(pid=86326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:30:23.493859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-1efe4a91-715d-4f35-afbe-dec6860f19b4 None None] Provisioning for port 19f768e7-f7a5-47d9-a673-366e04a46af6 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:23.551086 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5452c8b-d739-4ced-a6f0-a5a39a354661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.560125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 19f768e7-f7a5-47d9-a673-366e04a46af6 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:23.595797 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 19f768e7-f7a5-47d9-a673-366e04a46af6 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:23.596225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.825935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.874133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 19f768e7-f7a5-47d9-a673-366e04a46af6, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=19f768e7-f7a5-47d9-a673-366e04a46af6,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:23.878687 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:23.895648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:24.019270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=19f768e7-f7a5-47d9-a673-366e04a46af6,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:24.033132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:24.036363 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.037039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.037747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.038387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.039026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.039678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.040331 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.040997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.041716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.042369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.043021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.043668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:24.059195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:24.061559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Sync routers for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:24.072788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:24.073510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:24.081572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.086538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 40360) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:24.089980 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8084011 Apr 20 19:30:24.431880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-1659a74c-c01c-4a49-8719-8f8c268dbfbe None None] Provisioning complete for port 19f768e7-f7a5-47d9-a673-366e04a46af6 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:24.432348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1659a74c-c01c-4a49-8719-8f8c268dbfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:24.541518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:24.936529 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:22Z', 'revision_number': 3, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:24.942067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Checking router: b3a2e297-dff5-4073-9e1f-0551627f333d for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:24.942422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Updating router b3a2e297-dff5-4073-9e1f-0551627f333d port 22e7b28e-05d9-47ad-9342-d52fa533be13 binding host dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:30:25.005611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.148647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 19f768e7-f7a5-47d9-a673-366e04a46af6 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:25.284497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.348330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 19f768e7-f7a5-47d9-a673-366e04a46af6 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:25.348781 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.448721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.613462 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Notify callbacks [] for port, precommit_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.633857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Transition to ACTIVE for port object 22e7b28e-05d9-47ad-9342-d52fa533be13 will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:25.634872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Allocated IP 172.20.0.1 (c0a97ecc-48f9-4c2b-8166-f515a903ee48/1b31045b-da9d-4ccd-bc0e-546a254d4d30/369429ee-d6d2-41d4-814e-cb261a440764) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:25.640873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.646248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:25.731053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Attempting to bind port 22e7b28e-05d9-47ad-9342-d52fa533be13 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:25.731441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Attempting to bind port 22e7b28e-05d9-47ad-9342-d52fa533be13 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:25.731869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Attempting to bind port 22e7b28e-05d9-47ad-9342-d52fa533be13 on network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:25.743109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ceaa2-9c01-4e6f-8080-82256631abc7 None None] Pushing event updated for resources: {'Port': ['ID=22e7b28e-05d9-47ad-9342-d52fa533be13,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:25.746058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-404ceaa2-9c01-4e6f-8080-82256631abc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:25.747193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:25.747624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:25.748081 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.748523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Bound using segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:25.749067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Bound port: 22e7b28e-05d9-47ad-9342-d52fa533be13, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:25.750294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.808918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.826289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Transition to ACTIVE for port object 369429ee-d6d2-41d4-814e-cb261a440764 will not be triggered until provisioned by entity DHCP. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:25.858369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.858592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] For port 22e7b28e-05d9-47ad-9342-d52fa533be13, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:25.862131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] For port 22e7b28e-05d9-47ad-9342-d52fa533be13, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=22e7b28e-05d9-47ad-9342-d52fa533be13,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:25.864638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ab3a9e4a-daa6-4574-b066-c1bc83b909ad tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:25.865767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:25.871092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:25.957865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:25.958630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:25.975866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:25.979689 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:25.982425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:26.025611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ceaa2-9c01-4e6f-8080-82256631abc7 None None] Pushing event updated for resources: {'Port': ['ID=22e7b28e-05d9-47ad-9342-d52fa533be13,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:26.054892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Pushing event updated for resources: {'Port': ['ID=369429ee-d6d2-41d4-814e-cb261a440764,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:26.061833 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:26.090225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-404ceaa2-9c01-4e6f-8080-82256631abc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:26.096945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853812478'] for router_interface, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:26.217870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:26.254053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:26.434114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-00d6f644-2529-49e8-ac5b-32d916b0af20 None None] Provisioning for port 369429ee-d6d2-41d4-814e-cb261a440764 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:26.451060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-00d6f644-2529-49e8-ac5b-32d916b0af20 None None] Provisioning complete for port 369429ee-d6d2-41d4-814e-cb261a440764 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:26.451480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-00d6f644-2529-49e8-ac5b-32d916b0af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:26.547785 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:26.552285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:26.554227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:26.563761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-00d6f644-2529-49e8-ac5b-32d916b0af20 None None] Port 369429ee-d6d2-41d4-814e-cb261a440764 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:26.583990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:26.646693 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:22Z', 'revision_number': 3, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:26.652530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90f378-ba0e-41fd-aa5f-a90da675bfd4 None None] The sync data for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb is: [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:22Z', 'revision_number': 3, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:26.676823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Pushing event updated for resources: {'Port': ['ID=369429ee-d6d2-41d4-814e-cb261a440764,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:26.679960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:26.683629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963429'] for router_interface, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:26.909743 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:26.911922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:27.192721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-b83b5ca6-e4bf-4554-9e09-a8a23b68d01d None None] Provisioning complete for port 369429ee-d6d2-41d4-814e-cb261a440764 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:27.193568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b83b5ca6-e4bf-4554-9e09-a8a23b68d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:27.197958 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Router b3a2e297-dff5-4073-9e1f-0551627f333d has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:30:27.274147 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b83b5ca6-e4bf-4554-9e09-a8a23b68d01d None None] Port 369429ee-d6d2-41d4-814e-cb261a440764 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:27.399978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:27.456059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:27.479556 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] 10.222.0.16 "PUT /v2.0/routers/b3a2e297-dff5-4073-9e1f-0551627f333d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3916829 Apr 20 19:30:28.260515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40392) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:28.269935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1797995538-network', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:28.279900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:28.288348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Usage tracker for resource:network and tenant:f57e43457f59481cb4b3b7196929e7e9 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:28.293994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:28.306892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:28.321634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Made reservation on behalf of f57e43457f59481cb4b3b7196929e7e9 for: {'network': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:28.329808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.346067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.365420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:28.370375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Usage tracker for resource:security_group_rule and tenant:f57e43457f59481cb4b3b7196929e7e9 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:28.373748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:28.381366 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:28.487695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.491614 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.496962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b10bbfa4-2970-4da0-b815-2987143ce977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:28.530840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=86326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:30:28.541964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d728d94-2dae-4eaf-87fb-e2a91e2f40a1,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:28.546486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:28.550144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.550551 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Added segment 71d9a9ea-92b4-405c-a146-6c1f71521b72 of type vlan for network 01a5a7f1-9014-4120-8337-659a44bafa1f Apr 20 19:30:28.580170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.620058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.621815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:28.622672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:28.629487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:28.735526 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4730501 Apr 20 19:30:28.738702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40398) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:28.747703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Request body: {'subnet': {'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1797995538-subnet', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'ip_version': 4}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:28.753181 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Pushing event updated for resources: {'Network': ['ID=01a5a7f1-9014-4120-8337-659a44bafa1f,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:28.756069 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:28.758846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:28.761281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Usage tracker for resource:subnet and tenant:f57e43457f59481cb4b3b7196929e7e9 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:28.764394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:28.765922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 01a5a7f1-9014-4120-8337-659a44bafa1f details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:30:28.771579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:28.786943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Made reservation on behalf of f57e43457f59481cb4b3b7196929e7e9 for: {'subnet': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:30:28.791980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2141611'] for subnet, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.171985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 22e7b28e-05d9-47ad-9342-d52fa533be13 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:29.251203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 22e7b28e-05d9-47ad-9342-d52fa533be13 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:29.256903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 22e7b28e-05d9-47ad-9342-d52fa533be13 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:29.257376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.374711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2359266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2141626'] for subnet, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.383649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:29.424128 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.458790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 22e7b28e-05d9-47ad-9342-d52fa533be13, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=22e7b28e-05d9-47ad-9342-d52fa533be13,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:29.464596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.469901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:29.472811 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53474fc-b230-4181-a1e1-16ca0759264d,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:29.477826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:29.482887 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Checking segment: {'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:29.483315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Network hostable DHCP agents. Network: 01a5a7f1-9014-4120-8337-659a44bafa1f, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:30:29.507785 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Network 01a5a7f1-9014-4120-8337-659a44bafa1f is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:30:29.530336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 01a5a7f1-9014-4120-8337-659a44bafa1f) {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:29.551152 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:29.551627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1388d7-31bc-40e0-85de-db1317a63177 None None] Network 01a5a7f1-9014-4120-8337-659a44bafa1f requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:30:29.552176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.581299 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8412724 Apr 20 19:30:29.584003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40408) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:29.590301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:29.596729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:29.603805 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Usage tracker for resource:router and tenant:f57e43457f59481cb4b3b7196929e7e9 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:29.610499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:29.621918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:29.637434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768336'] for router, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.639200 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853818110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853854189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7465'] for router, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.666715 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:29.805499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Sync routers for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:29.825253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:29.826390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:29.938711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=22e7b28e-05d9-47ad-9342-d52fa533be13,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:29.942172 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:30.158848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853817867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853821089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7450'] for router, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:30.183867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp021d483f-21ea-53a2-8c08-b386e92904d5-01a5a7f1-9014-4120-8337-659a44bafa1f', 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'fixed_ips': [{'subnet_id': 'b53474fc-b230-4181-a1e1-16ca0759264d'}]}} from dv-cinder-787264-1-smb. {{(pid=86328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 19:30:30.185851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:30.233452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:30.499447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Allocated IP 172.20.0.2 (01a5a7f1-9014-4120-8337-659a44bafa1f/b53474fc-b230-4181-a1e1-16ca0759264d/b6a2d94c-0c6a-429c-a148-99b6e521bd7f) {{(pid=86328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:30.600188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:30.640925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:30.743850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 2, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:30.748723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Checking router: b3a2e297-dff5-4073-9e1f-0551627f333d for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:30.749179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Updating router b3a2e297-dff5-4073-9e1f-0551627f333d port 369429ee-d6d2-41d4-814e-cb261a440764 binding host dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:30:30.827195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:30.827531 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Allocated IP 172.28.3.46 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/aa19109c-4fee-4f68-9d63-28c16206c01f) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:30.882190 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Notify callbacks [] for port, precommit_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:30.903320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Transition to ACTIVE for port object b6a2d94c-0c6a-429c-a148-99b6e521bd7f will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:30.927689 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Transition to ACTIVE for port object b6a2d94c-0c6a-429c-a148-99b6e521bd7f will not be triggered until provisioned by entity DHCP. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:30.934355 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319'] for port, after_create {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:30.942442 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:31.012767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Network 01a5a7f1-9014-4120-8337-659a44bafa1f is already hosted by enough agents. {{(pid=86328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:31.017723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Resources bound (agent type, host, resource id): {{(pid=86328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:31.022468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Received port after_create {{(pid=86328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:31.056273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.061248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Pushing event updated for resources: {'Port': ['ID=b6a2d94c-0c6a-429c-a148-99b6e521bd7f,revision_number=1']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:31.069848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:31.127020 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.133480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0f52bdd3-4147-4944-9d5f-725e12eb6fa5 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:31.146083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 22e7b28e-05d9-47ad-9342-d52fa533be13 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:31.188368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Attempting to bind port b6a2d94c-0c6a-429c-a148-99b6e521bd7f on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:31.188982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Attempting to bind port b6a2d94c-0c6a-429c-a148-99b6e521bd7f by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:31.189508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Attempting to bind port b6a2d94c-0c6a-429c-a148-99b6e521bd7f on network 01a5a7f1-9014-4120-8337-659a44bafa1f {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:31.199684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:31.200241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Checking segment: {'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:31.200791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.201350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Bound using segment: {'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:31.201998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Bound port: b6a2d94c-0c6a-429c-a148-99b6e521bd7f, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:31.202513 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.292210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:31.298706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:31.307415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:31.335613 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 22e7b28e-05d9-47ad-9342-d52fa533be13 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:31.336043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.370708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Pushing event updated for resources: {'Port': ['ID=aa19109c-4fee-4f68-9d63-28c16206c01f,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:31.378817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] For port b6a2d94c-0c6a-429c-a148-99b6e521bd7f, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:31.385509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:31.401145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] For port b6a2d94c-0c6a-429c-a148-99b6e521bd7f, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=b6a2d94c-0c6a-429c-a148-99b6e521bd7f,segment=NetworkSegment(71d9a9ea-92b4-405c-a146-6c1f71521b72),segment_id=71d9a9ea-92b4-405c-a146-6c1f71521b72)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:31.409966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.414426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:31.550006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Notify callbacks [] for port, precommit_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.564317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Transition to ACTIVE for port object 369429ee-d6d2-41d4-814e-cb261a440764 will not be triggered until provisioned by entity L2. {{(pid=86329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:31.573592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:31.578851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c89596d7-5a8e-458a-81ac-701568346825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:31.611961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Pushing event updated for resources: {'Port': ['ID=b6a2d94c-0c6a-429c-a148-99b6e521bd7f,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:31.624391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:31.900640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Pushing event updated for resources: {'Port': ['ID=369429ee-d6d2-41d4-814e-cb261a440764,revision_number=3']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:31.943038 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.943625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.944237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.944846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.952494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.953166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.954478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.954478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.954478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.955008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.955194 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.955718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:31.981416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:31.995721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:32.104874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Attempting to bind port 369429ee-d6d2-41d4-814e-cb261a440764 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:32.105641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Attempting to bind port 369429ee-d6d2-41d4-814e-cb261a440764 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:32.106545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Attempting to bind port 369429ee-d6d2-41d4-814e-cb261a440764 on network c0a97ecc-48f9-4c2b-8166-f515a903ee48 {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:32.119143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:32.119560 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Checking segment: {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:32.120268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:32.120971 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Bound using segment: {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:32.121874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Bound port: 369429ee-d6d2-41d4-814e-cb261a440764, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'}}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:32.122500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:32.317480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] For port 369429ee-d6d2-41d4-814e-cb261a440764, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:32.324586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] For port 369429ee-d6d2-41d4-814e-cb261a440764, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=369429ee-d6d2-41d4-814e-cb261a440764,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:32.332005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:32.339407 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:32.447566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:32.448282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:32.518046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Pushing event updated for resources: {'Port': ['ID=369429ee-d6d2-41d4-814e-cb261a440764,revision_number=4']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:32.581627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5dee67b2-81b9-4fa8-a6c9-0cebb8d5371e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:32.925654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-957919'] for router, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:32.967343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:33.221028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Router 86bf1096-64c1-4558-a13d-369fb75d24c8 is scheduled to L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d with binding_index 1 {{(pid=86326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 19:30:33.253135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device b6a2d94c-0c6a-429c-a148-99b6e521bd7f up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:33.365844 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port b6a2d94c-0c6a-429c-a148-99b6e521bd7f completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:33.401142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aa9d22-3148-49f5-a803-435ce70eb16d None None] Network 01a5a7f1-9014-4120-8337-659a44bafa1f requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:30:33.496015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-d6db117e-b980-4834-a454-e20d21821614 None None] Provisioning for port b6a2d94c-0c6a-429c-a148-99b6e521bd7f completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:33.500241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:32Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:33.504923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-d6db117e-b980-4834-a454-e20d21821614 None None] Provisioning complete for port b6a2d94c-0c6a-429c-a148-99b6e521bd7f triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:33.505382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d6db117e-b980-4834-a454-e20d21821614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:33.507803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66718de-0525-48c0-8aea-e8a66de2e391 None None] The sync data for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb is: [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:32Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:33.580717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:33.599749 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Sync routers for ids ['86bf1096-64c1-4558-a13d-369fb75d24c8'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:33.628966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:33.632401 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1f3f4f92-83fd-42de-8456-caea8d9c4531 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0452895 Apr 20 19:30:33.636058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40424) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:33.684952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Routers {'86bf1096-64c1-4558-a13d-369fb75d24c8'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:33.685712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['86bf1096-64c1-4558-a13d-369fb75d24c8'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:34.030723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Set router 86bf1096-64c1-4558-a13d-369fb75d24c8 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:34.236662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d6db117e-b980-4834-a454-e20d21821614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:34.585208 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-d6db117e-b980-4834-a454-e20d21821614 None None] For port b6a2d94c-0c6a-429c-a148-99b6e521bd7f, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=b6a2d94c-0c6a-429c-a148-99b6e521bd7f,segment=NetworkSegment(71d9a9ea-92b4-405c-a146-6c1f71521b72),segment_id=71d9a9ea-92b4-405c-a146-6c1f71521b72)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:34.598319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d6db117e-b980-4834-a454-e20d21821614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:34.612312 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:34.740160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db117e-b980-4834-a454-e20d21821614 None None] Pushing event updated for resources: {'Port': ['ID=b6a2d94c-0c6a-429c-a148-99b6e521bd7f,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:34.744655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d6db117e-b980-4834-a454-e20d21821614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:34.750369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:34.786211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:30:31Z', 'revision_number': 3, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port': {'id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:30Z', 'updated_at': '2021-04-20T19:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:34.794222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Checking router: 86bf1096-64c1-4558-a13d-369fb75d24c8 for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:34.794731 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Updating router 86bf1096-64c1-4558-a13d-369fb75d24c8 port aa19109c-4fee-4f68-9d63-28c16206c01f binding host dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:30:34.977815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.029032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-1dce11a5-c1a5-4eac-b237-cd3468268e61 None None] Provisioning complete for port b6a2d94c-0c6a-429c-a148-99b6e521bd7f triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:35.029487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1dce11a5-c1a5-4eac-b237-cd3468268e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.271637 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Allocated IP 172.20.0.1 (01a5a7f1-9014-4120-8337-659a44bafa1f/b53474fc-b230-4181-a1e1-16ca0759264d/44be05bb-0e3e-4213-a28e-808d464aa522) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:30:35.319589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device b6a2d94c-0c6a-429c-a148-99b6e521bd7f up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:35.508492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.529892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port b6a2d94c-0c6a-429c-a148-99b6e521bd7f triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:35.530237 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.539445 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Transition to ACTIVE for port object 44be05bb-0e3e-4213-a28e-808d464aa522 will not be triggered until provisioned by entity DHCP. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:35.569804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.575781 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:35.713565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Network 01a5a7f1-9014-4120-8337-659a44bafa1f is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:35.731633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:35.741351 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:30:35.785359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Notify callbacks [] for port, precommit_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.807509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 369429ee-d6d2-41d4-814e-cb261a440764 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:35.814671 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Pushing event updated for resources: {'Port': ['ID=44be05bb-0e3e-4213-a28e-808d464aa522,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:35.819759 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:35.837995 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853812478'] for router_interface, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.873646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Transition to ACTIVE for port object aa19109c-4fee-4f68-9d63-28c16206c01f will not be triggered until provisioned by entity L2. {{(pid=86328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:35.892643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:35.899808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bfa89327-d984-4494-8460-cb4f89cf5514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:35.997493 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Attempting to bind port aa19109c-4fee-4f68-9d63-28c16206c01f on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:35.997876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Attempting to bind port aa19109c-4fee-4f68-9d63-28c16206c01f by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:35.998294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Attempting to bind port aa19109c-4fee-4f68-9d63-28c16206c01f on network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:36.013758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:36.014093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Checking segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:36.014516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.014962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Bound using segment: {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'} {{(pid=86328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:36.015500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Bound port: aa19109c-4fee-4f68-9d63-28c16206c01f, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff'}}] {{(pid=86328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:36.015959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.032067 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.042607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f59937-14bc-4df6-abed-2c0490e145d2 None None] Pushing event updated for resources: {'Port': ['ID=aa19109c-4fee-4f68-9d63-28c16206c01f,revision_number=2']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:36.046255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-02f59937-14bc-4df6-abed-2c0490e145d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:36.054762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:30:36.062039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 369429ee-d6d2-41d4-814e-cb261a440764 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:36.076709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 369429ee-d6d2-41d4-814e-cb261a440764 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:36.077141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.175989 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-e07e056c-5ae9-4228-8eca-1a8f828bcc6f None None] Provisioning for port 44be05bb-0e3e-4213-a28e-808d464aa522 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:36.194632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] For port aa19109c-4fee-4f68-9d63-28c16206c01f, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:36.196892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-e07e056c-5ae9-4228-8eca-1a8f828bcc6f None None] Provisioning complete for port 44be05bb-0e3e-4213-a28e-808d464aa522 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:36.197340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e07e056c-5ae9-4228-8eca-1a8f828bcc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.259748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] For port aa19109c-4fee-4f68-9d63-28c16206c01f, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=aa19109c-4fee-4f68-9d63-28c16206c01f,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:36.277404 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.287198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:36.405497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-e07e056c-5ae9-4228-8eca-1a8f828bcc6f None None] Port 44be05bb-0e3e-4213-a28e-808d464aa522 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:36.443226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.447945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.454945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Routers {'86bf1096-64c1-4558-a13d-369fb75d24c8'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:36.455647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['86bf1096-64c1-4558-a13d-369fb75d24c8'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:36.482845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-992f5543-2436-4724-b4a4-f5b6ed5d940e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:36.510600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.583506 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Pushing event updated for resources: {'Port': ['ID=44be05bb-0e3e-4213-a28e-808d464aa522,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:36.586386 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963429'] for router_interface, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.590742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:36.607058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f59937-14bc-4df6-abed-2c0490e145d2 None None] Pushing event updated for resources: {'Port': ['ID=aa19109c-4fee-4f68-9d63-28c16206c01f,revision_number=3']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:36.610861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-02f59937-14bc-4df6-abed-2c0490e145d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:36.667025 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 369429ee-d6d2-41d4-814e-cb261a440764, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=369429ee-d6d2-41d4-814e-cb261a440764,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:36.671416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:36.678532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:36.782030 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] Set router 86bf1096-64c1-4558-a13d-369fb75d24c8 gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:36.832997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=369429ee-d6d2-41d4-814e-cb261a440764,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:36.836877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:36.886449 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Network 01a5a7f1-9014-4120-8337-659a44bafa1f is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:30:36.890295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:30:37.173239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 369429ee-d6d2-41d4-814e-cb261a440764 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:37.210345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Router 86bf1096-64c1-4558-a13d-369fb75d24c8 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:30:37.335719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-6390fbe6-47cc-4022-b086-a5ebd529422a None None] Provisioning complete for port 44be05bb-0e3e-4213-a28e-808d464aa522 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:37.336440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6390fbe6-47cc-4022-b086-a5ebd529422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:37.535347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 369429ee-d6d2-41d4-814e-cb261a440764 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:37.536030 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:37.618707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-6390fbe6-47cc-4022-b086-a5ebd529422a None None] Port 44be05bb-0e3e-4213-a28e-808d464aa522 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:30:37.728291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:30:37.751421 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] 10.222.0.16 "PUT /v2.0/routers/86bf1096-64c1-4558-a13d-369fb75d24c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1135848 Apr 20 19:30:37.971050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-bde7b920-4f7c-405e-a028-23812763935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:30:35Z', 'revision_number': 4, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port': {'id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:30Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '44be05bb-0e3e-4213-a28e-808d464aa522', 'name': '', 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'mac_address': 'fa:16:3e:52:c1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:34Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 2, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'subnets': [{'id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:37.980278 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7b920-4f7c-405e-a028-23812763935f None None] The sync data for ids ['86bf1096-64c1-4558-a13d-369fb75d24c8'] in dv-cinder-787264-1-smb is: [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:30:35Z', 'revision_number': 4, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port': {'id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:30Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '44be05bb-0e3e-4213-a28e-808d464aa522', 'name': '', 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'mac_address': 'fa:16:3e:52:c1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:34Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 2, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'subnets': [{'id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:38.708657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40454) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:38.720126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887566859', 'description': 'tempest-secgroup-smoke-1887566859 description', 'project_id': '4dbf4e811d5942e8886d770bfe173d8a'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:38.732114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:38.739446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:security_group and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:38.745794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:38.758220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:38.779252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:38.816474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:38.823608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:security_group_rule and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:38.830423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:38.840592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:38.982457 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:38.987462 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.038246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.042269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8cda0e80-a34e-405b-a882-71574c577f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:39.056529 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-5ad95664-64bc-4396-aeca-68874aa1c603 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1890604 Apr 20 19:30:39.112298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f352130e-7c54-45aa-93b6-ea65114951e8,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:39.115018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.118421 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4053433 Apr 20 19:30:39.118421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:39.120107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40458) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:39.130786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'security_group_rule': {'security_group_id': 'f352130e-7c54-45aa-93b6-ea65114951e8', 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:39.139305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:39.147301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:security_group_rule and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:39.151966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:39.166517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:39.215951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.241699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device aa19109c-4fee-4f68-9d63-28c16206c01f up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:39.279033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-1bd97251-f718-4462-bd2e-2a520e0cb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:39.283929 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-1bd97251-f718-4462-bd2e-2a520e0cb5f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1098 time: 0.1975496 Apr 20 19:30:39.320533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.324066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.326630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6703bc08-b314-46be-b6ab-bc45f5b6b18d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:39.357660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3a30f8-7111-428f-996e-6a467b305e93,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:39.367141 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:39.378059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.382136 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c3c7ec35-c740-4a4d-aba6-1d2c7dbccf19 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2571609 Apr 20 19:30:39.382632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40464) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:39.389260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'security_group_rule': {'security_group_id': 'f352130e-7c54-45aa-93b6-ea65114951e8', 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:39.397526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:39.403118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:security_group_rule and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:39.407431 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:39.415399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:39.421305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port aa19109c-4fee-4f68-9d63-28c16206c01f completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:39.427981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port aa19109c-4fee-4f68-9d63-28c16206c01f triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:39.428472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.444054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.557986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.563146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.564222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-05108eca-e47d-4092-a870-52d73c89f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:39.567085 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-05108eca-e47d-4092-a870-52d73c89f97f service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.2526064 Apr 20 19:30:39.572524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:39.593796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3975571c-dabe-4910-8e37-1e6dd8c8f647,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:39.598461 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:39.610500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.612687 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1bd9e01e-e585-491d-ab26-ae9fee753458 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2289109 Apr 20 19:30:39.615563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40468) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:39.623202 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'security_group_rule': {'security_group_id': 'f352130e-7c54-45aa-93b6-ea65114951e8', 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:39.631010 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:39.635755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:security_group_rule and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:39.639177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:39.647548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:39.648334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.667970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.679715 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port aa19109c-4fee-4f68-9d63-28c16206c01f, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=aa19109c-4fee-4f68-9d63-28c16206c01f,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:39.684581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.698651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:39.750948 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-c92c823c-2568-4ceb-8efc-802bb1f5c071 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 200 len: 1001 time: 0.1740365 Apr 20 19:30:39.789776 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.797997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.825676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:39.830694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=aa19109c-4fee-4f68-9d63-28c16206c01f,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:39.836459 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:39.845990 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2292519 Apr 20 19:30:39.847725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:39.850217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40474) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:39.860979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-d00b60f2-47ea-4915-9298-dad960cdaf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:39.862343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'security_group_rule': {'security_group_id': 'f352130e-7c54-45aa-93b6-ea65114951e8', 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:39.868604 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-d00b60f2-47ea-4915-9298-dad960cdaf34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.1098306 Apr 20 19:30:39.873266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:39.887332 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:security_group_rule and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:39.893706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:39.906671 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:39.944502 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33720c42-7ad0-49fc-a3e4-d392f14bd12e,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:39.949790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-fa19b75e-b8af-4796-b3ae-a48c9a1c7da5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:39.967623 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.032805 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-607b4af5-8e7b-473c-a5d7-935587a2ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:40.034977 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-607b4af5-8e7b-473c-a5d7-935587a2ada0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1600542 Apr 20 19:30:40.085609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.089476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.093051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:40.143474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c391cb32-a53b-4042-bc63-763d17a5f3cd,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:40.146399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:40.155730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.160560 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067775 Apr 20 19:30:40.162217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40478) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:40.173927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'security_group_rule': {'security_group_id': 'f352130e-7c54-45aa-93b6-ea65114951e8', 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:40.185903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:40.192473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:security_group_rule and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:40.195692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:40.203594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:40.215314 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.securitygroups_db [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Project 4dbf4e811d5942e8886d770bfe173d8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:30:40.223292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.231026 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-fc7bb0cf-e62b-4b3e-b0c3-0ebc951870e1 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877933 Apr 20 19:30:40.318975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.323080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.338223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-07a49f9c-f296-417f-af65-38f61ac6a222 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:40.385760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f966ead-4fc2-4f1e-b9c8-f606648974b1,revision_number=0']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:40.389518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:40.395013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.400628 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 40484) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:30:40.400876 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b8ed41d1-1700-4284-8ec2-51f90335322e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2369101 Apr 20 19:30:40.416388 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'security_group_rule': {'security_group_id': 'f352130e-7c54-45aa-93b6-ea65114951e8', 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:30:40.450846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:30:40.464729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:security_group_rule and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:30:40.478452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:30:40.490435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:30:40.497139 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf161624-ec38-4231-b53a-212e5ac9fb87 req-3a9d07de-3fd2-456d-9065-4bfea7f7b5c6 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586224 Apr 20 19:30:40.505655 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.securitygroups_db [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Project 4dbf4e811d5942e8886d770bfe173d8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 19:30:40.513996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.603420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.607239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925120'] for security_group_rule, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.609980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-00b1b40d-9534-4064-92ea-fd963f5facd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:40.644345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba51c4d-76ce-40b7-86e4-2e87cf220d0e,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:40.661258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.661849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.662379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.662855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.663323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.663793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.664256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.664788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.665322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.665787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.666329 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.666866 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:30:40.672569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:40.674170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:40.681318 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c6d5001f-6d21-47d0-880b-6792cb22f7f4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2738495 Apr 20 19:30:41.178576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device aa19109c-4fee-4f68-9d63-28c16206c01f up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:41.301793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port aa19109c-4fee-4f68-9d63-28c16206c01f triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:41.302221 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:42.075224 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Sync routers for ids ['86bf1096-64c1-4558-a13d-369fb75d24c8'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:30:42.088338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Routers {'86bf1096-64c1-4558-a13d-369fb75d24c8'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:42.089083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['86bf1096-64c1-4558-a13d-369fb75d24c8'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:42.329529 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Set router 86bf1096-64c1-4558-a13d-369fb75d24c8 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:42.727606 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:30:35Z', 'revision_number': 4, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port': {'id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:30Z', 'updated_at': '2021-04-20T19:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '44be05bb-0e3e-4213-a28e-808d464aa522', 'name': '', 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'mac_address': 'fa:16:3e:52:c1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:34Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 2, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'subnets': [{'id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:42.735683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Checking router: 86bf1096-64c1-4558-a13d-369fb75d24c8 for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:30:42.736522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Updating router 86bf1096-64c1-4558-a13d-369fb75d24c8 port 44be05bb-0e3e-4213-a28e-808d464aa522 binding host dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 19:30:42.848852 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:43.339490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Notify callbacks [] for port, precommit_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:43.359328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Transition to ACTIVE for port object 44be05bb-0e3e-4213-a28e-808d464aa522 will not be triggered until provisioned by entity L2. {{(pid=86329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:30:43.370335 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:43.377169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0c65f4ff-cbd0-4cb9-9cd0-6ff4649e9f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:43.588107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc72b6-e264-4bf1-9ec6-f57d81ddeb03 None None] Pushing event updated for resources: {'Port': ['ID=44be05bb-0e3e-4213-a28e-808d464aa522,revision_number=3']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:43.597670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c0fc72b6-e264-4bf1-9ec6-f57d81ddeb03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:43.626801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Attempting to bind port 44be05bb-0e3e-4213-a28e-808d464aa522 on host dv-cinder-787264-1-smb for vnic_type normal with profile {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:30:43.627216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Attempting to bind port 44be05bb-0e3e-4213-a28e-808d464aa522 by drivers openvswitch,hyperv on host dv-cinder-787264-1-smb at level 0 using segments [{'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:30:43.627622 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Attempting to bind port 44be05bb-0e3e-4213-a28e-808d464aa522 on network 01a5a7f1-9014-4120-8337-659a44bafa1f {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:30:43.634093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Checking agent: {'id': '86f57ce0-18b5-4d61-9d27-7bc447f715de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787264-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 14, 55), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787264-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:30:43.634509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Checking segment: {'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:30:43.634957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:43.635393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Bound using segment: {'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'} {{(pid=86329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:30:43.635938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Bound port: 44be05bb-0e3e-4213-a28e-808d464aa522, host: dv-cinder-787264-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d9a9ea-92b4-405c-a146-6c1f71521b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f'}}] {{(pid=86329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:30:43.636358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:43.758211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] For port 44be05bb-0e3e-4213-a28e-808d464aa522, host dv-cinder-787264-1-smb, cleared binding levels {{(pid=86329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:30:43.763767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] For port 44be05bb-0e3e-4213-a28e-808d464aa522, host dv-cinder-787264-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=44be05bb-0e3e-4213-a28e-808d464aa522,segment=NetworkSegment(71d9a9ea-92b4-405c-a146-6c1f71521b72),segment_id=71d9a9ea-92b4-405c-a146-6c1f71521b72)] {{(pid=86329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:30:43.768965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:43.777927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:43.889780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Routers {'86bf1096-64c1-4558-a13d-369fb75d24c8'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:30:43.891019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['86bf1096-64c1-4558-a13d-369fb75d24c8'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:44.022724 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc72b6-e264-4bf1-9ec6-f57d81ddeb03 None None] Pushing event updated for resources: {'Port': ['ID=44be05bb-0e3e-4213-a28e-808d464aa522,revision_number=4']} {{(pid=86329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:44.039835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c0fc72b6-e264-4bf1-9ec6-f57d81ddeb03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:44.186348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] Set router 86bf1096-64c1-4558-a13d-369fb75d24c8 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:30:44.797510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:30:35Z', 'revision_number': 4, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port': {'id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:30Z', 'updated_at': '2021-04-20T19:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '44be05bb-0e3e-4213-a28e-808d464aa522', 'name': '', 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'mac_address': 'fa:16:3e:52:c1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:34Z', 'updated_at': '2021-04-20T19:30:43Z', 'revision_number': 4, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'subnets': [{'id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:30:44.803003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2c4b98-ffbe-4fca-9c44-ecc9a7c43571 None None] The sync data for ids ['86bf1096-64c1-4558-a13d-369fb75d24c8'] in dv-cinder-787264-1-smb is: [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:30:35Z', 'revision_number': 4, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port': {'id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:30Z', 'updated_at': '2021-04-20T19:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '44be05bb-0e3e-4213-a28e-808d464aa522', 'name': '', 'network_id': '01a5a7f1-9014-4120-8337-659a44bafa1f', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'mac_address': 'fa:16:3e:52:c1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:34Z', 'updated_at': '2021-04-20T19:30:43Z', 'revision_number': 4, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'subnets': [{'id': 'b53474fc-b230-4181-a1e1-16ca0759264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:30:45.191494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 44be05bb-0e3e-4213-a28e-808d464aa522 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:45.345262 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning for port 44be05bb-0e3e-4213-a28e-808d464aa522 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:30:45.354913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 44be05bb-0e3e-4213-a28e-808d464aa522 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:45.355599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.587864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.655801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] For port 44be05bb-0e3e-4213-a28e-808d464aa522, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=44be05bb-0e3e-4213-a28e-808d464aa522,segment=NetworkSegment(71d9a9ea-92b4-405c-a146-6c1f71521b72),segment_id=71d9a9ea-92b4-405c-a146-6c1f71521b72)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:30:45.660061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:45.662571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-404ceaa2-9c01-4e6f-8080-82256631abc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:30:45.762483 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Pushing event updated for resources: {'Port': ['ID=44be05bb-0e3e-4213-a28e-808d464aa522,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:30:45.768139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:30:47.116745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 44be05bb-0e3e-4213-a28e-808d464aa522 up at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:30:47.200938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Provisioning complete for port 44be05bb-0e3e-4213-a28e-808d464aa522 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:30:47.201340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:50.919936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3f28a597-e67b-4e45-ad68-69d9d3b926f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:53.496990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dde632e6-21a8-44dc-9bdd-de3edde41a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:55.392555 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:56.477263 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:57.410872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:30:58.841537 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05232a8a-5b91-47cd-b658-3c67671247cb req-dc313726-32a1-4f3b-b616-dbb5e3f92ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:58.844449 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05232a8a-5b91-47cd-b658-3c67671247cb req-dc313726-32a1-4f3b-b616-dbb5e3f92ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1138 time: 0.0973685 Apr 20 19:30:58.883248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a97fa-a935-48af-a3a1-be394728ca1f req-575f7430-507e-4209-bf53-0bd42f0debd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:58.885026 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1e5a97fa-a935-48af-a3a1-be394728ca1f req-575f7430-507e-4209-bf53-0bd42f0debd6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.1048603 Apr 20 19:30:58.951607 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1e5a97fa-a935-48af-a3a1-be394728ca1f req-924cc416-b637-48c4-ad53-9c08d7af8156 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521710 Apr 20 19:30:59.076528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05232a8a-5b91-47cd-b658-3c67671247cb req-37ea01be-bcbe-479e-877b-2d010e44dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:59.078283 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05232a8a-5b91-47cd-b658-3c67671247cb req-37ea01be-bcbe-479e-877b-2d010e44dc80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 913 time: 0.2261097 Apr 20 19:30:59.199800 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05232a8a-5b91-47cd-b658-3c67671247cb req-d4a8b62e-b498-4e16-bfa9-bc0813370234 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 1001 time: 0.1140037 Apr 20 19:30:59.276862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05232a8a-5b91-47cd-b658-3c67671247cb req-3250076f-7629-46b2-965d-5815c0d4c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:59.278517 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05232a8a-5b91-47cd-b658-3c67671247cb req-3250076f-7629-46b2-965d-5815c0d4c5a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 200 len: 851 time: 0.0719850 Apr 20 19:30:59.391674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05232a8a-5b91-47cd-b658-3c67671247cb req-29a5479f-e731-4ab6-a675-22c877891087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:30:59.393317 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05232a8a-5b91-47cd-b658-3c67671247cb req-29a5479f-e731-4ab6-a675-22c877891087 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=935a8f96-f94a-454e-a09f-a9006519f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049190 Apr 20 19:30:59.552899 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05232a8a-5b91-47cd-b658-3c67671247cb req-eebeff18-c903-4387-8d48-d30d3f151d89 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493175 Apr 20 19:30:59.729248 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05232a8a-5b91-47cd-b658-3c67671247cb req-118ac944-4bee-43c6-b7ab-13c69943c430 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681099 Apr 20 19:31:00.171273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3cc2e-194b-45c7-bf3b-0705816497fc req-68697cee-00fa-4af3-985e-510c7e4a9095 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:00.173400 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c5d3cc2e-194b-45c7-bf3b-0705816497fc req-68697cee-00fa-4af3-985e-510c7e4a9095 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.0974414 Apr 20 19:31:00.231842 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c5d3cc2e-194b-45c7-bf3b-0705816497fc req-bd13efd5-7570-470b-a39b-931bac9d3678 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488672 Apr 20 19:31:01.036692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-1844b736-ec05-4c4f-98a1-8ef6f3b787c0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Synchronizing usage tracker for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:01.053505 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-1844b736-ec05-4c4f-98a1-8ef6f3b787c0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Unset dirty status for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:01.054778 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-1844b736-ec05-4c4f-98a1-8ef6f3b787c0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887566859&fields=id&tenant_id=4dbf4e811d5942e8886d770bfe173d8a HTTP/1.1" status: 200 len: 267 time: 0.0621502 Apr 20 19:31:01.240289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-45fa4c63-a081-4d2f-9a5a-6406420b852c tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:01.241047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-45fa4c63-a081-4d2f-9a5a-6406420b852c tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Synchronizing usage tracker for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:network {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:01.259420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-45fa4c63-a081-4d2f-9a5a-6406420b852c tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Unset dirty status for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:network {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:01.260798 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-45fa4c63-a081-4d2f-9a5a-6406420b852c tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 809 time: 0.1977012 Apr 20 19:31:01.278433 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-8178bd7d-0f1f-497d-a22c-c4ec6a5e44b2 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/quotas/4dbf4e811d5942e8886d770bfe173d8a HTTP/1.1" status: 200 len: 375 time: 0.0105731 Apr 20 19:31:01.425036 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-d1f34607-0f3d-4234-91b0-f88a04eaff21 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381299 Apr 20 19:31:01.610806 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-1a30f0f7-d9e6-4dba-9d11-a5b04f8c4914 service neutron] 10.222.0.16 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631613 Apr 20 19:31:01.704639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6e25-cb23-44df-a08d-4a5e33e62e6f req-0071bf7c-188e-449d-978e-428b13d15e99 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:01.706277 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b09b6e25-cb23-44df-a08d-4a5e33e62e6f req-0071bf7c-188e-449d-978e-428b13d15e99 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.3411789 Apr 20 19:31:01.763580 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b09b6e25-cb23-44df-a08d-4a5e33e62e6f req-2a0fb242-45ed-4048-b370-7f75a3c7190c tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491426 Apr 20 19:31:01.777993 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-c30cb1f5-9632-4307-86b5-1f06c1958d57 service neutron] 10.222.0.16 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533692 Apr 20 19:31:02.328742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ca6d1af9-dd00-4811-84e6-9b9ef547b260 req-7e3d050b-31e5-4108-97e5-fe71b2eb31a0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Synchronizing usage tracker for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:02.350019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-ca6d1af9-dd00-4811-84e6-9b9ef547b260 req-7e3d050b-31e5-4108-97e5-fe71b2eb31a0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Unset dirty status for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:02.351339 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca6d1af9-dd00-4811-84e6-9b9ef547b260 req-7e3d050b-31e5-4108-97e5-fe71b2eb31a0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 210 time: 0.0736952 Apr 20 19:31:03.000809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb8de9-8070-4b7b-957d-488933bf72b2 req-8f213a07-5913-4b1c-88a3-a7ffd42b55c3 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:03.002577 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-45fb8de9-8070-4b7b-957d-488933bf72b2 req-8f213a07-5913-4b1c-88a3-a7ffd42b55c3 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.1011221 Apr 20 19:31:03.069730 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-45fb8de9-8070-4b7b-957d-488933bf72b2 req-7ed37e16-5606-4582-a54b-89130a1c803d tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598133 Apr 20 19:31:03.530514 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0940304f-31d2-4baf-b52d-d7e13d90c8d4 req-857dbc13-6b2d-49b3-8392-fe22891fcd88 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 210 time: 0.0524421 Apr 20 19:31:03.818670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-3ee7e5d7-093a-4cc6-929d-5c9d2edb338e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:03.820311 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-3ee7e5d7-093a-4cc6-929d-5c9d2edb338e tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.37 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 809 time: 0.2088306 Apr 20 19:31:03.961776 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-66e80950-a9fc-40b4-a1ed-27c1bea9aa54 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dbf4e811d5942e8886d770bfe173d8a HTTP/1.1" status: 200 len: 8061 time: 0.1303818 Apr 20 19:31:03.975931 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'port': {'device_id': '9172f759-311a-43ca-be08-6ec80584f902', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'admin_state_up': True, 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'security_groups': ['f352130e-7c54-45aa-93b6-ea65114951e8']}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:04.150524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:04.162677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:04.177228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Made reservation on behalf of 4dbf4e811d5942e8886d770bfe173d8a for: {'port': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:31:04.188987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:04.450046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ab845-6af6-43c0-bf21-c5c4faa2e855 req-5cc86b7b-c7c1-49cb-afc9-1bc76746c4a5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:04.451827 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-410ab845-6af6-43c0-bf21-c5c4faa2e855 req-5cc86b7b-c7c1-49cb-afc9-1bc76746c4a5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.2407122 Apr 20 19:31:04.529298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Allocated IP 172.20.0.11 (c0a97ecc-48f9-4c2b-8166-f515a903ee48/1b31045b-da9d-4ccd-bc0e-546a254d4d30/96d09db4-a1f9-4135-81d6-693f1fe6f625) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:31:04.557550 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-410ab845-6af6-43c0-bf21-c5c4faa2e855 req-e709877e-e620-49c8-80c1-8642109123a3 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883527 Apr 20 19:31:04.817477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:04.838438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Transition to ACTIVE for port object 96d09db4-a1f9-4135-81d6-693f1fe6f625 will not be triggered until provisioned by entity DHCP. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:31:04.862960 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84d69a9b-c310-478e-9333-0ef3762b712b req-1c928ff0-4d3a-41c2-b835-a4bc5799bc18 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 210 time: 0.1054244 Apr 20 19:31:04.865883 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:04.873021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:05.018183 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:31:05.021799 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:31:05.026992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:31:05.058831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:05.067116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:05.116189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:05.117319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:05.155123 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1838262 Apr 20 19:31:05.169334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Request body: {'port': {'device_id': '9172f759-311a-43ca-be08-6ec80584f902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:05.260652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a2ce67b-2d71-4936-8ae5-783769c379af None None] Provisioning for port 96d09db4-a1f9-4135-81d6-693f1fe6f625 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:31:05.267397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-8a2ce67b-2d71-4936-8ae5-783769c379af None None] Provisioning complete for port 96d09db4-a1f9-4135-81d6-693f1fe6f625 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:31:05.267829 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce67b-2d71-4936-8ae5-783769c379af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:05.335536 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ce67b-2d71-4936-8ae5-783769c379af None None] Port 96d09db4-a1f9-4135-81d6-693f1fe6f625 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:31:05.348874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:05.440531 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586a41b-ec60-4788-97b6-c91bbdafa663 req-189dd2c2-0002-4c89-839c-80df387fdfb4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:05.442634 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f586a41b-ec60-4788-97b6-c91bbdafa663 req-189dd2c2-0002-4c89-839c-80df387fdfb4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0964780 Apr 20 19:31:05.495378 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f586a41b-ec60-4788-97b6-c91bbdafa663 req-b630502c-41d9-4acd-891e-1f241675c2ab tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455422 Apr 20 19:31:05.841494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f53d8-ce2c-49d8-aa07-489333f0967d req-83e5c6ac-b2e6-4ba6-9be7-0ac3d46da0c0 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:05.844804 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-418f53d8-ce2c-49d8-aa07-489333f0967d req-83e5c6ac-b2e6-4ba6-9be7-0ac3d46da0c0 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.1181922 Apr 20 19:31:05.904385 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d09db4-a1f9-4135-81d6-693f1fe6f625 {{(pid=86327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:31:05.916875 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-418f53d8-ce2c-49d8-aa07-489333f0967d req-61bd5464-f555-4b30-8b82-87bedaffe19a tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655317 Apr 20 19:31:05.919156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:05.939409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Transition to ACTIVE for port object 96d09db4-a1f9-4135-81d6-693f1fe6f625 will not be triggered until provisioned by entity L2. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:31:05.943375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:05.949759 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-99d0cbf0-6c20-4328-bab6-cb5fa11ef914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:06.197668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:06.201219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:06.296340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93151376-3967-40c1-97af-67416018815f req-8296af95-cdf2-4eef-8934-b124a2d51dc1 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:06.297490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-93151376-3967-40c1-97af-67416018815f req-8296af95-cdf2-4eef-8934-b124a2d51dc1 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Synchronizing usage tracker for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:06.326943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Attempting to bind port 96d09db4-a1f9-4135-81d6-693f1fe6f625 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:31:06.327931 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Attempting to bind port 96d09db4-a1f9-4135-81d6-693f1fe6f625 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:31:06.328450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Attempting to bind port 96d09db4-a1f9-4135-81d6-693f1fe6f625 on network c0a97ecc-48f9-4c2b-8166-f515a903ee48 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:31:06.333826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-93151376-3967-40c1-97af-67416018815f req-8296af95-cdf2-4eef-8934-b124a2d51dc1 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Unset dirty status for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:06.334919 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-93151376-3967-40c1-97af-67416018815f req-8296af95-cdf2-4eef-8934-b124a2d51dc1 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 944 time: 0.3374910 Apr 20 19:31:06.335624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Port 96d09db4-a1f9-4135-81d6-693f1fe6f625 on network c0a97ecc-48f9-4c2b-8166-f515a903ee48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:31:06.335979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Attempting to bind port 96d09db4-a1f9-4135-81d6-693f1fe6f625 on network c0a97ecc-48f9-4c2b-8166-f515a903ee48 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:31:06.344051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:31:06.344358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Checking segment: {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:31:06.344787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Bound using segment: {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:31:06.345343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Bound port: 96d09db4-a1f9-4135-81d6-693f1fe6f625, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ba35a6-9180-475f-9d77-b2860a717ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48'}}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:31:06.345754 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:06.446700 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-93151376-3967-40c1-97af-67416018815f req-20ce0d39-d42c-426b-8225-23e4579cd756 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046278 Apr 20 19:31:06.490778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, cleared binding levels {{(pid=86327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:31:06.497214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:31:06.501306 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:06.506184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:06.567994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:06.568719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:06.570371 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 1094 time: 1.4070125 Apr 20 19:31:06.570980 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:06.599169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=3']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:06.603311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:06.694930 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'status': 'completed', 'code': 200} Apr 20 19:31:06.740793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad542c70-c38d-4901-9cd7-34a567e82780 req-15b71774-4566-4ffa-b46a-05387b3361c8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:06.742779 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad542c70-c38d-4901-9cd7-34a567e82780 req-15b71774-4566-4ffa-b46a-05387b3361c8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1109467 Apr 20 19:31:06.749967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-223f524b-6c3c-4a39-95e5-12b6a73cdc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:06.751669 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-223f524b-6c3c-4a39-95e5-12b6a73cdc06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1097 time: 0.1252074 Apr 20 19:31:06.802078 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad542c70-c38d-4901-9cd7-34a567e82780 req-d07a6ff9-310d-43bd-a890-df893114c821 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523789 Apr 20 19:31:06.840635 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-30587c22-2708-4ff7-b5e1-ac7025fe72e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 217 time: 0.0764854 Apr 20 19:31:06.931625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-033bcd82-d4d6-44ef-a533-10281f6c4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:06.933266 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-033bcd82-d4d6-44ef-a533-10281f6c4198 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 200 len: 848 time: 0.0851119 Apr 20 19:31:07.025165 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-0fdd32a9-baf2-4a7f-a5d5-9c537ecaa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.026794 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-0fdd32a9-baf2-4a7f-a5d5-9c537ecaa360 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0a97ecc-48f9-4c2b-8166-f515a903ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868618 Apr 20 19:31:07.151396 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b9244-963c-4332-8dea-f8d341740a52 req-1a5d9e18-2541-49df-9d08-9241b5a268cb tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.152971 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb7b9244-963c-4332-8dea-f8d341740a52 req-1a5d9e18-2541-49df-9d08-9241b5a268cb tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.0935209 Apr 20 19:31:07.182892 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-8a35ac1a-74a0-4262-ae58-76d16807a5b1 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444187 Apr 20 19:31:07.207655 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eb7b9244-963c-4332-8dea-f8d341740a52 req-4975222c-50cb-4a3f-b488-1d0991d1bac5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479941 Apr 20 19:31:07.330335 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad0f0ccf-6bdd-45c2-8679-d383a045a903 req-aeb08110-c7bb-48dd-b089-1ce1fe9733bf service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408570 Apr 20 19:31:07.476430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-da2de86a-7557-4db6-9c4e-fb0cde67872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.479225 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-da2de86a-7557-4db6-9c4e-fb0cde67872f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1097 time: 0.0882483 Apr 20 19:31:07.697540 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-d4121d99-dd07-4bd3-a226-ee4e60c79bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.699133 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-d4121d99-dd07-4bd3-a226-ee4e60c79bda service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 910 time: 0.2128012 Apr 20 19:31:07.785501 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-5842e8de-d56a-4d51-a477-0662f0199640 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 217 time: 0.0762401 Apr 20 19:31:07.794033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e925fb5-181d-4af7-9b03-fc58aa29c2b4 req-a9c31311-e19b-4a8b-9f92-edebaed562e7 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.795583 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7e925fb5-181d-4af7-9b03-fc58aa29c2b4 req-a9c31311-e19b-4a8b-9f92-edebaed562e7 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 944 time: 0.2092524 Apr 20 19:31:07.899200 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-61696fb3-287d-425f-b7fd-0add1576b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:07.900368 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-61696fb3-287d-425f-b7fd-0add1576b49d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 200 len: 848 time: 0.1034625 Apr 20 19:31:07.906392 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7e925fb5-181d-4af7-9b03-fc58aa29c2b4 req-58d43743-e157-4d17-81b8-40f29c402c8a tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705583 Apr 20 19:31:08.023402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-86fec37a-f5e2-4e0c-a48c-4c498ff11a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.025713 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-86fec37a-f5e2-4e0c-a48c-4c498ff11a17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0a97ecc-48f9-4c2b-8166-f515a903ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1111217 Apr 20 19:31:08.133404 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bf313-d2d8-4a54-8523-62477d21eeda req-5aee6cd4-513e-48e7-b257-393815ff66ad tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.135157 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f21bf313-d2d8-4a54-8523-62477d21eeda req-5aee6cd4-513e-48e7-b257-393815ff66ad tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1073883 Apr 20 19:31:08.191781 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f21bf313-d2d8-4a54-8523-62477d21eeda req-c4a9dae1-f770-4f49-820f-d000368ac5fb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493166 Apr 20 19:31:08.192053 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-d34ce60c-c3fd-4e2c-a20f-923a4e24d458 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588480 Apr 20 19:31:08.644725 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2fa3a940-2ec2-44c2-b452-03a33b79022c req-5256824e-fc79-4d0c-bc28-9d49f0fc9fa4 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421425 Apr 20 19:31:08.668696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78fd64-d199-4fe5-97df-b1d1707d6d2e req-0c92f01f-3a43-43d6-9555-091231bc588e tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:08.670423 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dd78fd64-d199-4fe5-97df-b1d1707d6d2e req-0c92f01f-3a43-43d6-9555-091231bc588e tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.1345167 Apr 20 19:31:08.725486 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dd78fd64-d199-4fe5-97df-b1d1707d6d2e req-25ea8bed-b3cc-44fc-99b5-3123c232e1c6 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467899 Apr 20 19:31:09.018818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:09.126498 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ab8dd-f3ee-483d-8c1f-7fc083187f4f req-87540c73-cc4b-4c43-8551-76e399d139a6 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:09.128411 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b02ab8dd-f3ee-483d-8c1f-7fc083187f4f req-87540c73-cc4b-4c43-8551-76e399d139a6 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 944 time: 0.0938563 Apr 20 19:31:09.181989 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b02ab8dd-f3ee-483d-8c1f-7fc083187f4f req-d42ae7d8-0932-4be4-8b5b-2ec16a14e5fd tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459077 Apr 20 19:31:09.434116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c1a64-a97c-4af8-a1f6-a625114a2511 req-93824b48-c834-4480-a361-1d90b8e37061 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:09.435785 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f8c1a64-a97c-4af8-a1f6-a625114a2511 req-93824b48-c834-4480-a361-1d90b8e37061 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0935268 Apr 20 19:31:09.487958 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f8c1a64-a97c-4af8-a1f6-a625114a2511 req-6c64940d-ae12-4a6a-b8f3-b00a0b76ecd4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448725 Apr 20 19:31:09.992387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4a62f-54c0-483d-8020-26150754bf0c req-bb0bf27e-5409-455a-afd4-e1059b30bbd1 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:09.994138 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5db4a62f-54c0-483d-8020-26150754bf0c req-bb0bf27e-5409-455a-afd4-e1059b30bbd1 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.1389439 Apr 20 19:31:10.089801 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5db4a62f-54c0-483d-8020-26150754bf0c req-ac2fa31f-8f43-4bc0-aee4-cbb56678d096 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875750 Apr 20 19:31:10.545215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737fbd9-ef55-4967-9c88-c37a7578b3e1 req-a0a1d4c8-2d80-46f6-83d9-9b3d2c2100e9 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:10.547542 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7737fbd9-ef55-4967-9c88-c37a7578b3e1 req-a0a1d4c8-2d80-46f6-83d9-9b3d2c2100e9 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 944 time: 0.1013834 Apr 20 19:31:10.608975 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7737fbd9-ef55-4967-9c88-c37a7578b3e1 req-013ba387-68a1-4078-b95c-78285396be80 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525427 Apr 20 19:31:10.710365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68721e7-0087-44bf-a03a-4f1cb4614701 req-29310a4d-8075-4c0f-a37b-9794e5bc152c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:10.711942 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c68721e7-0087-44bf-a03a-4f1cb4614701 req-29310a4d-8075-4c0f-a37b-9794e5bc152c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0935826 Apr 20 19:31:10.766758 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c68721e7-0087-44bf-a03a-4f1cb4614701 req-a6f0fc7c-f247-492a-bcb3-21a9fb44e12f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474555 Apr 20 19:31:11.298669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78c5e0-3f0e-4b2f-90f9-fbe555f9bdc7 req-aec4b35e-7883-4baa-abdd-d600d767119b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:11.300555 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5c78c5e0-3f0e-4b2f-90f9-fbe555f9bdc7 req-aec4b35e-7883-4baa-abdd-d600d767119b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.0936935 Apr 20 19:31:11.356152 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5c78c5e0-3f0e-4b2f-90f9-fbe555f9bdc7 req-455a878d-4499-4ae7-bb1e-13a4130bbc21 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=0669378f-c2de-42e6-9a67-c54bee18cb9f&id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468514 Apr 20 19:31:11.542534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 96d09db4-a1f9-4135-81d6-693f1fe6f625 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:31:11.698817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:11.716052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'port_id': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'mac_address': 'fa:16:3e:62:41:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:31:11.782054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:11.804143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d09db4-a1f9-4135-81d6-693f1fe6f625 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:31:11.821656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:11.825709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:11.828799 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:11.831260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34408598-fe4a-4eb1-8e69-aa2a671b706c req-a1d242a6-f87d-4add-a8de-7a0a91c01845 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:11.833145 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-34408598-fe4a-4eb1-8e69-aa2a671b706c req-a1d242a6-f87d-4add-a8de-7a0a91c01845 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 944 time: 0.1060121 Apr 20 19:31:11.904044 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-34408598-fe4a-4eb1-8e69-aa2a671b706c req-1a48117c-1397-48f1-a5e8-4bc63e7de8d8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639827 Apr 20 19:31:11.916629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:11.920066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:12.007544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e1d6f-af3f-4aee-93f5-9b54e1c87503 req-a034b0dc-852a-49e1-aa1f-8c151533bf6d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:12.009175 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-909e1d6f-af3f-4aee-93f5-9b54e1c87503 req-a034b0dc-852a-49e1-aa1f-8c151533bf6d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0998037 Apr 20 19:31:12.061431 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-909e1d6f-af3f-4aee-93f5-9b54e1c87503 req-084f4c94-b1c1-438c-ae91-660410ca17c4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Apr 20 19:31:12.176018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['96d09db4-a1f9-4135-81d6-693f1fe6f625'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:13.059789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:31:13.117543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5eb840-a616-46e5-94ac-fee29881f778 req-c9540057-e8f1-4df9-86b6-85e6ac65f2af tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:13.119224 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b5eb840-a616-46e5-94ac-fee29881f778 req-c9540057-e8f1-4df9-86b6-85e6ac65f2af tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 945 time: 0.0957232 Apr 20 19:31:13.172160 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1b5eb840-a616-46e5-94ac-fee29881f778 req-38517a53-2ab9-44f7-945a-c2c8ee00d747 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Apr 20 19:31:13.283771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30db8a-c7ea-4e07-8039-ae3c71690e74 req-c7381fcb-5775-4df0-8b27-9fa9e8f4df02 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:13.285484 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8c30db8a-c7ea-4e07-8039-ae3c71690e74 req-c7381fcb-5775-4df0-8b27-9fa9e8f4df02 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0926080 Apr 20 19:31:13.339695 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8c30db8a-c7ea-4e07-8039-ae3c71690e74 req-479a99a9-e30f-49d2-8fdc-33139ca9785e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476115 Apr 20 19:31:13.545358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 96d09db4-a1f9-4135-81d6-693f1fe6f625 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:31:13.621921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 96d09db4-a1f9-4135-81d6-693f1fe6f625 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:31:13.627266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 96d09db4-a1f9-4135-81d6-693f1fe6f625 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:31:13.627694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:13.759312 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:13.795291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:13.806744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:13.809845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:13.812063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:13.851276 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'code': 200} Apr 20 19:31:13.887795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:13.894568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:14.183256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a8d6-49bf-468f-ac9c-0d2c817ed0ca req-512d6093-72ee-4fe5-8344-b63c715d2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:14.184751 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67b0a8d6-49bf-468f-ac9c-0d2c817ed0ca req-512d6093-72ee-4fe5-8344-b63c715d2d4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1099 time: 0.0775623 Apr 20 19:31:14.228238 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67b0a8d6-49bf-468f-ac9c-0d2c817ed0ca req-215a469c-8f69-4e2d-839d-ffcc8ecf320c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367446 Apr 20 19:31:14.383334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606fd78-6e09-4011-b8ce-b9b4486d71c3 req-29592423-297d-41f8-bfb3-1bab6f9cc6d8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:14.384963 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b606fd78-6e09-4011-b8ce-b9b4486d71c3 req-29592423-297d-41f8-bfb3-1bab6f9cc6d8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.0918207 Apr 20 19:31:14.435321 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b606fd78-6e09-4011-b8ce-b9b4486d71c3 req-8008d26d-c84a-4cd5-9ea8-e0b04a1366bc tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Apr 20 19:31:14.565011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1fbe-15fd-4e78-8185-3a6d546bf405 req-92484b33-8084-46da-b8de-bfcf45c9b701 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:14.566690 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf1d1fbe-15fd-4e78-8185-3a6d546bf405 req-92484b33-8084-46da-b8de-bfcf45c9b701 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0931189 Apr 20 19:31:14.617823 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf1d1fbe-15fd-4e78-8185-3a6d546bf405 req-d0924066-59a8-44e9-ae5e-f55226f412ef tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444853 Apr 20 19:31:15.668455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10697c-3e29-43f5-86fe-15a52525f495 req-6078a576-13e7-4e91-aa75-14270d6b80f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:15.670190 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ae10697c-3e29-43f5-86fe-15a52525f495 req-6078a576-13e7-4e91-aa75-14270d6b80f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1002264 Apr 20 19:31:15.721202 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ae10697c-3e29-43f5-86fe-15a52525f495 req-1c099caf-8001-455b-843e-f744425e23cd tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440814 Apr 20 19:31:15.835595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948db19-6a2e-4128-a517-92052fc0eb40 req-5f41350b-ce49-475b-83b2-6a34b913e413 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:15.837219 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1948db19-6a2e-4128-a517-92052fc0eb40 req-5f41350b-ce49-475b-83b2-6a34b913e413 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0942376 Apr 20 19:31:15.886941 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1948db19-6a2e-4128-a517-92052fc0eb40 req-9516886b-1d12-462c-9349-3b4930f4da92 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Apr 20 19:31:16.943645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570beb6-13a0-41cb-9760-029e63b8c373 req-0a0a73bf-0ae6-4953-852c-708a1fb520a0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:16.945297 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f570beb6-13a0-41cb-9760-029e63b8c373 req-0a0a73bf-0ae6-4953-852c-708a1fb520a0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1028690 Apr 20 19:31:17.005638 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f570beb6-13a0-41cb-9760-029e63b8c373 req-c004c987-6ed3-47b9-9127-5e05604454bf tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518532 Apr 20 19:31:17.108323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3423a-066d-4caa-8574-67a336ac7213 req-eabf0854-3a85-4710-8e35-21883189c4d0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:17.110504 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d4b3423a-066d-4caa-8574-67a336ac7213 req-eabf0854-3a85-4710-8e35-21883189c4d0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0965164 Apr 20 19:31:17.170956 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d4b3423a-066d-4caa-8574-67a336ac7213 req-9bf58437-929c-428f-8b8e-7bc5bd153779 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480886 Apr 20 19:31:17.247699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1e3e9-9100-49be-a186-869f2e526449 req-d1d26c64-0a89-460b-934d-a818757740f2 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:17.249906 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-18e1e3e9-9100-49be-a186-869f2e526449 req-d1d26c64-0a89-460b-934d-a818757740f2 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1126425 Apr 20 19:31:17.305595 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-18e1e3e9-9100-49be-a186-869f2e526449 req-d86532ed-1ff5-4632-b0c4-ca6b569a2cb7 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485501 Apr 20 19:31:17.332963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40810) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:17.608973 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97758267-e3ee-483f-849b-0518daa2cf73 tempest-TestShelveInstance-18427893 tempest-TestShelveInstance-18427893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:17.609484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-97758267-e3ee-483f-849b-0518daa2cf73 tempest-TestShelveInstance-18427893 tempest-TestShelveInstance-18427893-project-admin] Synchronizing usage tracker for tenant:f57e43457f59481cb4b3b7196929e7e9 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:31:17.633120 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-97758267-e3ee-483f-849b-0518daa2cf73 tempest-TestShelveInstance-18427893 tempest-TestShelveInstance-18427893-project-admin] Unset dirty status for tenant:f57e43457f59481cb4b3b7196929e7e9 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:31:17.634671 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-97758267-e3ee-483f-849b-0518daa2cf73 tempest-TestShelveInstance-18427893 tempest-TestShelveInstance-18427893-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1094 time: 0.3004177 Apr 20 19:31:17.639003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 40818) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:17.646460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Request body: {'floatingip': {'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'port_id': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:31:17.654783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:31:17.661270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Usage tracker for resource:floatingip and tenant:4dbf4e811d5942e8886d770bfe173d8a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:31:17.665578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:31:17.672964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:31:17.685288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for floatingip, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:17.866384 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:18.053893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Allocated IP 172.28.3.138 (7710dd0a-3580-49ed-a5ad-9e0309fb16ff/6b503cf0-744a-4951-99b9-fe6de118afb2/d126a1e7-6073-473a-b54e-faf3ccd2010d) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:31:18.238042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:18.279007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:18.284440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:18.355856 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Network 7710dd0a-3580-49ed-a5ad-9e0309fb16ff is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:31:18.357130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:31:18.362450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:31:18.387358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb83d5-c07f-48c8-9319-79e7d76b8ea3 req-5b799663-7fdf-4ec3-8ea2-c538a9b9e08f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:18.388954 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4fcb83d5-c07f-48c8-9319-79e7d76b8ea3 req-5b799663-7fdf-4ec3-8ea2-c538a9b9e08f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0943305 Apr 20 19:31:18.408148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'Port': ['ID=d126a1e7-6073-473a-b54e-faf3ccd2010d,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:18.424421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.424837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.425279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.425687 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.426089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.426495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.426898 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.427296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.427734 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.428131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.428525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.428950 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:18.435076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:18.449910 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4fcb83d5-c07f-48c8-9319-79e7d76b8ea3 req-a898dc80-d4fb-4f52-b9ea-119cb0af2288 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534530 Apr 20 19:31:18.836205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:18.919497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.156959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.161690 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.168032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:19.288366 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event updated for resources: {'Port': ['ID=d126a1e7-6073-473a-b54e-faf3ccd2010d,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:19.293034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:19.299300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.561517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:31:19.692645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf9d39-1422-4bb8-a34b-9abb13e91fa6 req-85cb5622-8871-48d4-a060-acecc92e825c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:19.694395 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05bf9d39-1422-4bb8-a34b-9abb13e91fa6 req-85cb5622-8871-48d4-a060-acecc92e825c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0948582 Apr 20 19:31:19.742006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:19.756317 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-05bf9d39-1422-4bb8-a34b-9abb13e91fa6 req-5040b5c5-620e-4d74-91df-4f03d1b6950d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488217 Apr 20 19:31:19.765607 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '9afbadf6-f341-4932-8c22-52f154c437dc', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'port_id': '9afbadf6-f341-4932-8c22-52f154c437dc', 'mac_address': 'fa:16:3e:13:b3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:31:19.794183 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Floating IP 9f244c27-3d48-4e4c-b6d0-f1f38b707e81 associated. External IP: 172.28.3.138, port: 96d09db4-a1f9-4135-81d6-693f1fe6f625. Apr 20 19:31:19.833813 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.860277 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9afbadf6-f341-4932-8c22-52f154c437dc {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:31:19.910148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:19.914904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:19.918061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:20.052257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['9afbadf6-f341-4932-8c22-52f154c437dc'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:31:20.079248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=6']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:20.088005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:20.227935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Router b3a2e297-dff5-4073-9e1f-0551627f333d has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:31:20.430135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:31:20.440632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] Sync routers for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:31:20.453659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:20.454787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:20.458763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:20.532521 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8910825 Apr 20 19:31:20.533426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:20.627919 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'status': 'completed', 'code': 200} Apr 20 19:31:20.706174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:20.739467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d430-1132-428e-9694-edd90a05d374 req-b3efccb8-d92e-4eec-a354-5f2f455f0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:20.741519 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a4c7d430-1132-428e-9694-edd90a05d374 req-b3efccb8-d92e-4eec-a354-5f2f455f0ee0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1099 time: 0.0899088 Apr 20 19:31:20.916910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d430-1132-428e-9694-edd90a05d374 req-573cac5a-9384-43c9-ab6a-fd9915a6b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:20.918762 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a4c7d430-1132-428e-9694-edd90a05d374 req-573cac5a-9384-43c9-ab6a-fd9915a6b69c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 910 time: 0.1686685 Apr 20 19:31:20.964437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f2988d65-deb5-45fa-96ef-3673e3a3b6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:21.007468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08560943-d338-4c4b-a3a6-6120cbb6ea83 req-0ea60d3c-5d26-4feb-b3c3-aa4dbb64dae6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:21.009547 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-08560943-d338-4c4b-a3a6-6120cbb6ea83 req-0ea60d3c-5d26-4feb-b3c3-aa4dbb64dae6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 944 time: 0.1218555 Apr 20 19:31:21.086481 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-08560943-d338-4c4b-a3a6-6120cbb6ea83 req-6f83c49b-5787-4a1d-b4c5-d7bf4c2b8195 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663848 Apr 20 19:31:21.099283 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a4c7d430-1132-428e-9694-edd90a05d374 req-be278831-a84e-4e91-b94e-778e7d6f3197 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 1000 time: 0.1731949 Apr 20 19:31:21.179846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d430-1132-428e-9694-edd90a05d374 req-2d75799b-2f65-4425-8d57-ee9cc6c6e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:21.181459 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a4c7d430-1132-428e-9694-edd90a05d374 req-2d75799b-2f65-4425-8d57-ee9cc6c6e5aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 200 len: 848 time: 0.0721657 Apr 20 19:31:21.182944 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '9f244c27-3d48-4e4c-b6d0-f1f38b707e81', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'port_id': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'mac_address': 'fa:16:3e:62:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172f759-311a-43ca-be08-6ec80584f902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:18Z', 'updated_at': '2021-04-20T19:31:18Z', 'revision_number': 0, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 5, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:21.188371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] Checking router: b3a2e297-dff5-4073-9e1f-0551627f333d for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:31:21.197759 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:31:21.198436 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:30:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:21.281002 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d430-1132-428e-9694-edd90a05d374 req-b8292312-8c70-48c3-8604-ba298700253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:21.282670 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a4c7d430-1132-428e-9694-edd90a05d374 req-b8292312-8c70-48c3-8604-ba298700253e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0a97ecc-48f9-4c2b-8166-f515a903ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886443 Apr 20 19:31:21.447674 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a4c7d430-1132-428e-9694-edd90a05d374 req-dfe24963-16bf-4914-b900-91fd61070272 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528165 Apr 20 19:31:21.566161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:31:21.605221 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a4c7d430-1132-428e-9694-edd90a05d374 req-f57283f6-343a-4976-a962-0c3f06e0b6a5 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506317 Apr 20 19:31:21.614269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:31:21.828616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 9afbadf6-f341-4932-8c22-52f154c437dc triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:31:21.828950 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:22.096084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:22.133826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:22.154453 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:22.159719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:22.163299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-02f59937-14bc-4df6-abed-2c0490e145d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:22.202261 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc', 'code': 200} Apr 20 19:31:22.216609 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '9f244c27-3d48-4e4c-b6d0-f1f38b707e81', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'port_id': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'mac_address': 'fa:16:3e:62:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172f759-311a-43ca-be08-6ec80584f902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:18Z', 'updated_at': '2021-04-20T19:31:18Z', 'revision_number': 0, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 5, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:31:22.232904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c78145-e89c-42ed-bbca-204cfb0d8bc4 None None] The sync data for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb is: [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_floatingips': [{'id': '9f244c27-3d48-4e4c-b6d0-f1f38b707e81', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'router_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'port_id': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'mac_address': 'fa:16:3e:62:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172f759-311a-43ca-be08-6ec80584f902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:31:18Z', 'updated_at': '2021-04-20T19:31:18Z', 'revision_number': 0, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 5, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:31:22.253681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=7']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:22.269544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:22.331966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57930204-7cc4-4600-a720-586ab19555ed req-bfcff2f6-4308-4c86-8c7a-43405fe94e58 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:22.333636 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-57930204-7cc4-4600-a720-586ab19555ed req-bfcff2f6-4308-4c86-8c7a-43405fe94e58 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1064897 Apr 20 19:31:22.384169 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-57930204-7cc4-4600-a720-586ab19555ed req-aa3038ee-e047-4216-9e95-b6e56c4c1071 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Apr 20 19:31:22.543611 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e8b0fd-d902-4cb5-baf6-8412b8bbdfd1 None None] New status for floating IP 9f244c27-3d48-4e4c-b6d0-f1f38b707e81: ACTIVE {{(pid=86329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:31:23.504586 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-39579c57-abca-47da-bed3-e93f99f49b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:23.619116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de89c20-4dd9-4531-8fd0-56bccb8a7532 req-03f6aebb-d4a8-48a9-ab55-f7b36faffccf tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:23.620746 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4de89c20-4dd9-4531-8fd0-56bccb8a7532 req-03f6aebb-d4a8-48a9-ab55-f7b36faffccf tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0983779 Apr 20 19:31:23.674776 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4de89c20-4dd9-4531-8fd0-56bccb8a7532 req-c3bbe883-a899-4bc0-a4f7-16e15af53374 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466671 Apr 20 19:31:24.909357 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e78194-1a6c-4c39-9c19-a58517cc2c5a req-77bd171e-71f9-458b-8eaa-6fc17db58e9e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:24.911941 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-42e78194-1a6c-4c39-9c19-a58517cc2c5a req-77bd171e-71f9-458b-8eaa-6fc17db58e9e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1059344 Apr 20 19:31:24.969722 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-42e78194-1a6c-4c39-9c19-a58517cc2c5a req-b15f67cf-8627-493e-8f3b-5a8ca7b619d8 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478384 Apr 20 19:31:25.415016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:26.266759 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf00a3-f4c6-4da9-a938-d723cd0f84f3 req-e3d1fd52-b75b-4f38-9df6-b0a0b211a9ae tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:26.268492 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4bcf00a3-f4c6-4da9-a938-d723cd0f84f3 req-e3d1fd52-b75b-4f38-9df6-b0a0b211a9ae tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1365321 Apr 20 19:31:26.323560 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4bcf00a3-f4c6-4da9-a938-d723cd0f84f3 req-b4664183-d124-4424-b328-f14fe152280d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Apr 20 19:31:26.494423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:27.502982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:27.615999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb5006-6924-461b-a25d-a36371a706ee req-4e2e40a3-d19d-4b53-9bfa-a33620b8a046 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:27.625520 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-abfb5006-6924-461b-a25d-a36371a706ee req-4e2e40a3-d19d-4b53-9bfa-a33620b8a046 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1661358 Apr 20 19:31:27.677024 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-abfb5006-6924-461b-a25d-a36371a706ee req-43eb8659-49b5-4a86-bc0e-787479788420 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501332 Apr 20 19:31:29.117793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e8b0-f45e-4a1b-85a2-6932aed3c330 req-a537c3dc-78a4-4a16-ab17-3012a725ab62 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:29.130760 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2031e8b0-f45e-4a1b-85a2-6932aed3c330 req-a537c3dc-78a4-4a16-ab17-3012a725ab62 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.2104003 Apr 20 19:31:29.239942 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2031e8b0-f45e-4a1b-85a2-6932aed3c330 req-22723a61-708a-449c-9aa1-374eff627972 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051946 Apr 20 19:31:30.548518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5cc15-9bf5-4c80-8d36-bc93f27d85fe req-7b6a0adc-c0d2-4d02-99c5-e182b1f328df tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:30.553037 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f7e5cc15-9bf5-4c80-8d36-bc93f27d85fe req-7b6a0adc-c0d2-4d02-99c5-e182b1f328df tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1252213 Apr 20 19:31:30.616274 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f7e5cc15-9bf5-4c80-8d36-bc93f27d85fe req-cf7bfc12-223c-4888-8800-834a62b28dc6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532603 Apr 20 19:31:31.861016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068449-a330-4ffd-b7f3-49978f9990bd req-54990536-3ff8-4791-b5f1-76243e68221f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:31.863485 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3e068449-a330-4ffd-b7f3-49978f9990bd req-54990536-3ff8-4791-b5f1-76243e68221f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1042039 Apr 20 19:31:31.949704 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3e068449-a330-4ffd-b7f3-49978f9990bd req-c7ba0ff2-cdb6-440d-87c2-8c5adff378d7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765424 Apr 20 19:31:33.222751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8988b-5532-404b-9286-bf341439e6bb req-afa8faa7-5cfc-4db8-919b-7df5e60d5485 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:33.231813 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-63f8988b-5532-404b-9286-bf341439e6bb req-afa8faa7-5cfc-4db8-919b-7df5e60d5485 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1196666 Apr 20 19:31:33.292945 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-63f8988b-5532-404b-9286-bf341439e6bb req-dc61b0b0-dbe9-4148-a47e-7ecc5f5707c9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597293 Apr 20 19:31:34.590910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342edfc1-8367-42df-b4c5-60924cf08c35 req-dafd0a15-ced1-431b-84d7-c30df063358f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:34.593836 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-342edfc1-8367-42df-b4c5-60924cf08c35 req-dafd0a15-ced1-431b-84d7-c30df063358f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1647973 Apr 20 19:31:34.650905 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-342edfc1-8367-42df-b4c5-60924cf08c35 req-827259b6-951a-4a40-a83e-2c456cb92415 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507145 Apr 20 19:31:35.489132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720131d6-a75c-4a89-a199-dee79626d97b req-d81ac156-173d-44c7-9101-b3aa4d39d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:35.490738 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-720131d6-a75c-4a89-a199-dee79626d97b req-d81ac156-173d-44c7-9101-b3aa4d39d487 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1098 time: 0.0822277 Apr 20 19:31:35.638343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720131d6-a75c-4a89-a199-dee79626d97b req-4d5a706b-f280-4020-8564-9db23e1abbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:35.639831 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-720131d6-a75c-4a89-a199-dee79626d97b req-4d5a706b-f280-4020-8564-9db23e1abbd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.1411626 Apr 20 19:31:35.791466 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-720131d6-a75c-4a89-a199-dee79626d97b req-8925dbc9-2934-4bb1-aa55-cd9561a4ac2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 200 len: 1001 time: 0.1356399 Apr 20 19:31:35.925398 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720131d6-a75c-4a89-a199-dee79626d97b req-1af98cb6-9931-43c1-a611-06ddf66179e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:35.927137 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-720131d6-a75c-4a89-a199-dee79626d97b req-1af98cb6-9931-43c1-a611-06ddf66179e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.0951447 Apr 20 19:31:36.012261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2a7d-c762-42d7-9814-8aa34c7760a0 req-e7e430f8-b08e-4ebc-b44b-0fc7b0765069 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:36.013995 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d68d2a7d-c762-42d7-9814-8aa34c7760a0 req-e7e430f8-b08e-4ebc-b44b-0fc7b0765069 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.2250574 Apr 20 19:31:36.081443 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d68d2a7d-c762-42d7-9814-8aa34c7760a0 req-5d8959f1-ebc2-465e-8384-96b1ddc37b6d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536480 Apr 20 19:31:36.084811 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720131d6-a75c-4a89-a199-dee79626d97b req-aee5e55f-dcca-4cab-8970-b3ab177b0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:36.086415 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-720131d6-a75c-4a89-a199-dee79626d97b req-aee5e55f-dcca-4cab-8970-b3ab177b0b4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1504049 Apr 20 19:31:36.250618 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-720131d6-a75c-4a89-a199-dee79626d97b req-865f9b9d-20fc-4d23-8712-4529e62923b5 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555314 Apr 20 19:31:36.443885 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-720131d6-a75c-4a89-a199-dee79626d97b req-9c05b256-bd8f-4d11-8328-9328f85d3457 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775131 Apr 20 19:31:37.360509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2230cd-9567-4337-bf54-50d762dacc45 req-c01dc112-abb5-4cad-87b1-1fb87d414f31 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:37.362200 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4d2230cd-9567-4337-bf54-50d762dacc45 req-c01dc112-abb5-4cad-87b1-1fb87d414f31 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.1072636 Apr 20 19:31:37.418828 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4d2230cd-9567-4337-bf54-50d762dacc45 req-88da1f34-315e-4b85-ae3f-5fd0d88ba1ae tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496664 Apr 20 19:31:38.639236 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198db5-f742-4d74-89c7-7393ff3246eb req-359703ba-fa6a-4c8a-9e90-f34316e11869 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:38.640566 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-32198db5-f742-4d74-89c7-7393ff3246eb req-359703ba-fa6a-4c8a-9e90-f34316e11869 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 945 time: 0.0907817 Apr 20 19:31:38.724508 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-32198db5-f742-4d74-89c7-7393ff3246eb req-8f5e5a53-8fdd-485b-b913-b74e4371cba4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755298 Apr 20 19:31:39.026979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.686882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:31:39.809012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.843612 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:39.854722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:39.857971 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:39.861149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:39.938088 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc', 'code': 422} returned with failed status Apr 20 19:31:39.948029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=8']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:39.959882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ab9d8-3d34-48fc-850a-b7b82bdaf468 req-53446627-2eb8-4450-a77b-5735c0da4fa1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:39.961595 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-800ab9d8-3d34-48fc-850a-b7b82bdaf468 req-53446627-2eb8-4450-a77b-5735c0da4fa1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1004243 Apr 20 19:31:39.964153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.964808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.965507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.966147 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.966783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.968153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.968761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.969476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.970115 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.970745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.971375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.972004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:31:39.979295 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:40.014243 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-800ab9d8-3d34-48fc-850a-b7b82bdaf468 req-aae4f1eb-fc45-43e9-93db-d734b0cf44c1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 Apr 20 19:31:41.763743 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093112d-32ba-4943-b2e5-1cf350706d5f req-b62ad909-a87c-49bc-a0fe-3abb1af795e6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:41.766571 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b093112d-32ba-4943-b2e5-1cf350706d5f req-b62ad909-a87c-49bc-a0fe-3abb1af795e6 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1057322 Apr 20 19:31:41.820263 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b093112d-32ba-4943-b2e5-1cf350706d5f req-1d864608-982c-4805-81c3-130bc7aeac96 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452206 Apr 20 19:31:41.961903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41060) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:31:42.098182 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-89bb8be1-3c97-4fc8-87be-d753afeaa2d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1344237 Apr 20 19:31:42.781497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-c4ba773d-4f8e-4c5f-b7f7-dad20e82bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:42.784485 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-c4ba773d-4f8e-4c5f-b7f7-dad20e82bff4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15&tenant_id=5d30b9242f69424e869f89738268eaf8 HTTP/1.1" status: 200 len: 1096 time: 0.1561511 Apr 20 19:31:42.972697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-d0920276-930a-4ab7-99c4-fbc65df6e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:42.974254 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-d0920276-930a-4ab7-99c4-fbc65df6e321 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1096 time: 0.1604738 Apr 20 19:31:42.988056 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac878b-cce9-45a6-b2b3-c6477ad6a32d req-d2abdc8a-892e-44bc-b072-ad830a1b08fa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:42.989771 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-85ac878b-cce9-45a6-b2b3-c6477ad6a32d req-d2abdc8a-892e-44bc-b072-ad830a1b08fa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 946 time: 0.1336470 Apr 20 19:31:43.078890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c7dcb-3210-492b-8227-7b84b346964a req-58dffb05-801d-4a03-8ddd-e8aa8656e476 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:43.080803 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7d3c7dcb-3210-492b-8227-7b84b346964a req-58dffb05-801d-4a03-8ddd-e8aa8656e476 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1046774 Apr 20 19:31:43.143031 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7d3c7dcb-3210-492b-8227-7b84b346964a req-fff3cb37-0b08-4408-9ee9-ca0163973935 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491860 Apr 20 19:31:43.366195 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-85ac878b-cce9-45a6-b2b3-c6477ad6a32d req-480c05e7-f085-491e-9d1e-2837851dd8c4 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423414 Apr 20 19:31:43.409521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-39c10ccc-246c-49b8-97bc-d8a2de11cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:43.411095 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-39c10ccc-246c-49b8-97bc-d8a2de11cfb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.4203591 Apr 20 19:31:43.535756 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-4df782fb-fc02-4736-8234-3687fdd68f9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 200 len: 999 time: 0.1083813 Apr 20 19:31:43.606803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-095af8a1-6a9e-41ae-841e-4433f8f147fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:43.608932 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-095af8a1-6a9e-41ae-841e-4433f8f147fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.0660851 Apr 20 19:31:43.696276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-20cc860e-1a49-410d-ba66-d804310daa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:43.698098 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-20cc860e-1a49-410d-ba66-d804310daa3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819900 Apr 20 19:31:43.847220 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-2b44524a-ece5-4bc1-b126-8da86b3d00d9 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418221 Apr 20 19:31:44.047493 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0f4b933c-602a-41dc-af1a-f0a97396c126 req-800017f7-868e-4d3a-9692-71f3ececa160 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918821 Apr 20 19:31:44.382885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d314-ed30-4690-9757-56640fe25020 req-3ed5b743-ad77-4a6c-bfb9-ab24bdfb5a9e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:44.384416 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a026d314-ed30-4690-9757-56640fe25020 req-3ed5b743-ad77-4a6c-bfb9-ab24bdfb5a9e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.0966384 Apr 20 19:31:44.435980 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a026d314-ed30-4690-9757-56640fe25020 req-5b685ac3-edff-43d7-b04e-385278d01543 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445428 Apr 20 19:31:44.579628 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dec44-790d-4856-9044-52d438234e4b req-70164beb-46cf-40e2-ac20-80fcf5f8a224 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:44.581335 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7a6dec44-790d-4856-9044-52d438234e4b req-70164beb-46cf-40e2-ac20-80fcf5f8a224 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 946 time: 0.0960884 Apr 20 19:31:44.631282 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7a6dec44-790d-4856-9044-52d438234e4b req-951d891d-b396-4832-b771-33a2b50df342 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434473 Apr 20 19:31:45.753083 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d328e0-451d-4ac3-9011-bb2e93775d7a req-73bf5387-5477-4193-85d1-0f9c80126365 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:45.755921 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e4d328e0-451d-4ac3-9011-bb2e93775d7a req-73bf5387-5477-4193-85d1-0f9c80126365 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1399727 Apr 20 19:31:45.812747 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e4d328e0-451d-4ac3-9011-bb2e93775d7a req-80ed18ca-d273-4fcd-9d83-1fef787c7ad0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506253 Apr 20 19:31:45.953042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8002c-521a-4816-bf07-14f0227f178b req-fa870211-f6e1-4ede-9e4c-e21e291593cc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:45.954824 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-35e8002c-521a-4816-bf07-14f0227f178b req-fa870211-f6e1-4ede-9e4c-e21e291593cc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 946 time: 0.1403482 Apr 20 19:31:46.012099 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-35e8002c-521a-4816-bf07-14f0227f178b req-fee74174-01ca-4c05-8dcf-00b8833a1587 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503457 Apr 20 19:31:47.073373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928c9ef-b498-4b1b-81c3-f417f8894578 req-660d4d91-879f-4934-b9b5-922b3f3ac3fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:47.075104 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f928c9ef-b498-4b1b-81c3-f417f8894578 req-660d4d91-879f-4934-b9b5-922b3f3ac3fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.0997765 Apr 20 19:31:47.138318 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f928c9ef-b498-4b1b-81c3-f417f8894578 req-e3f7ffb1-8ce4-4ffd-9b38-b0153f327ee5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512855 Apr 20 19:31:47.257272 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c68ba-180b-49df-b0a3-428696f665da req-b62d56fc-503c-45fc-abd7-a2f19d96aada tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:47.258962 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b08c68ba-180b-49df-b0a3-428696f665da req-b62d56fc-503c-45fc-abd7-a2f19d96aada tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 946 time: 0.1196008 Apr 20 19:31:47.315100 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b08c68ba-180b-49df-b0a3-428696f665da req-680b124e-81da-46db-94b2-073009d0208c tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484200 Apr 20 19:31:48.404164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585d49d-a6ea-4df7-a22b-ec0e375595cc req-c312fb9e-5a9c-479a-88cd-a04e80b657df tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:48.408375 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8585d49d-a6ea-4df7-a22b-ec0e375595cc req-c312fb9e-5a9c-479a-88cd-a04e80b657df tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1028042 Apr 20 19:31:48.463955 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8585d49d-a6ea-4df7-a22b-ec0e375595cc req-dae62c46-75fb-4844-a0c3-e31c2cb27b9b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496285 Apr 20 19:31:48.571047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cce8eb-23b7-409f-b0d8-84d05c90df48 req-4757ab53-f387-473a-af96-732a552169e5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:48.572681 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50cce8eb-23b7-409f-b0d8-84d05c90df48 req-4757ab53-f387-473a-af96-732a552169e5 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 946 time: 0.1021390 Apr 20 19:31:48.625532 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50cce8eb-23b7-409f-b0d8-84d05c90df48 req-8de38e39-6ebf-49d6-a541-1c9fd77a3cc2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Apr 20 19:31:49.700804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 8eafd76e-539e-4e32-b435-6628f3bb6c9b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:31:49.834827 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68652c-f613-4c93-b7e2-67f7c373a269 req-d60c6e48-ca9f-407a-b619-2f0802d02b88 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:49.837508 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3d68652c-f613-4c93-b7e2-67f7c373a269 req-d60c6e48-ca9f-407a-b619-2f0802d02b88 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1800780 Apr 20 19:31:49.868463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.909548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 8eafd76e-539e-4e32-b435-6628f3bb6c9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:31:49.910783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:31:49.928824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:49.937596 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3d68652c-f613-4c93-b7e2-67f7c373a269 req-f80b23fb-79d5-4cad-909d-787a82113093 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866535 Apr 20 19:31:49.942129 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:31:50.058970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:31:50.095027 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'code': 200} Apr 20 19:31:50.112702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=8eafd76e-539e-4e32-b435-6628f3bb6c9b,revision_number=6']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:31:50.118138 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:31:50.149157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced9e7c-e885-4f68-853b-51f2584bb591 req-71753892-4436-45d5-9407-252e2bda2bbc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:50.150759 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dced9e7c-e885-4f68-853b-51f2584bb591 req-71753892-4436-45d5-9407-252e2bda2bbc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.2111955 Apr 20 19:31:50.205719 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-dced9e7c-e885-4f68-853b-51f2584bb591 req-de23f0d9-3e0f-416c-82b6-8cded0dc3028 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477121 Apr 20 19:31:50.930080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-14919156-d106-4e59-97ae-cedd105c454b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:51.339747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9c1d7-b78e-46c0-b768-3cd2c149b5ae req-478c7f8f-6933-4cbb-ae21-5edfb4c1d93a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:51.342934 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e3f9c1d7-b78e-46c0-b768-3cd2c149b5ae req-478c7f8f-6933-4cbb-ae21-5edfb4c1d93a tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1534650 Apr 20 19:31:51.442810 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e3f9c1d7-b78e-46c0-b768-3cd2c149b5ae req-f0837932-28ca-4bd0-ad43-e901fc43b2ce tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852163 Apr 20 19:31:51.559517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d875a62-7c89-4a92-b064-3dcd4fb998d3 req-a80e8912-7bc2-402d-b9c3-ad9bcb91e2cc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:51.562504 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2d875a62-7c89-4a92-b064-3dcd4fb998d3 req-a80e8912-7bc2-402d-b9c3-ad9bcb91e2cc tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1369226 Apr 20 19:31:51.621527 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2d875a62-7c89-4a92-b064-3dcd4fb998d3 req-dccd499c-fd45-4c89-95d6-bb39f29b8efe tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529747 Apr 20 19:31:52.691703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9e0c9-3206-47be-9afe-cc7857136925 req-6f7d21e0-0b85-4345-a54b-1795d5467e8d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:52.693400 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f5c9e0c9-3206-47be-9afe-cc7857136925 req-6f7d21e0-0b85-4345-a54b-1795d5467e8d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1147943 Apr 20 19:31:52.754085 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f5c9e0c9-3206-47be-9afe-cc7857136925 req-f6aca5a4-17f2-4c9f-bf0d-1ec6da9bab76 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505738 Apr 20 19:31:52.847643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f9f38-f5e4-46d3-8d18-db37d397f808 req-3024550f-0c2c-4988-ab46-fb2104156fe6 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:52.849853 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f11f9f38-f5e4-46d3-8d18-db37d397f808 req-3024550f-0c2c-4988-ab46-fb2104156fe6 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.0992792 Apr 20 19:31:52.917283 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f11f9f38-f5e4-46d3-8d18-db37d397f808 req-5e850719-3fe0-46df-9d24-be2e6eb47774 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593784 Apr 20 19:31:53.515823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e134baf-e4b1-449d-bed7-a3bd6ba75334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:54.036376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf874c0-99ab-4f4c-9dfb-c2d3f2ee6cd5 req-39c5d5f8-e64b-4e5d-be18-9fa66e3d4ace tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:54.044146 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8bf874c0-99ab-4f4c-9dfb-c2d3f2ee6cd5 req-39c5d5f8-e64b-4e5d-be18-9fa66e3d4ace tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1392088 Apr 20 19:31:54.119686 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8bf874c0-99ab-4f4c-9dfb-c2d3f2ee6cd5 req-2d31f433-d36c-49aa-92df-da3e2e187ca7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637610 Apr 20 19:31:54.156014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a141c-f16f-4d8c-a915-d04f73de857c req-4c567d96-28a5-4b01-be2d-c31e07debcaa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:54.158023 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-623a141c-f16f-4d8c-a915-d04f73de857c req-4c567d96-28a5-4b01-be2d-c31e07debcaa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1127539 Apr 20 19:31:54.221130 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-623a141c-f16f-4d8c-a915-d04f73de857c req-1e74ef90-9ce0-41a6-97df-645fb568232a tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495856 Apr 20 19:31:55.400489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:55.439280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67f31f-ac20-46d5-a1b3-6deca636dfb8 req-2bbb3f57-0e69-4fd6-9c2b-318f1e7e2a5c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:55.440799 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-df67f31f-ac20-46d5-a1b3-6deca636dfb8 req-2bbb3f57-0e69-4fd6-9c2b-318f1e7e2a5c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1640251 Apr 20 19:31:55.468519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625b11-15dd-4f43-be98-a55d86403c32 req-aaf4bd19-778d-428d-afd4-51614cd66ac6 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:55.471261 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca625b11-15dd-4f43-be98-a55d86403c32 req-aaf4bd19-778d-428d-afd4-51614cd66ac6 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1164918 Apr 20 19:31:55.504351 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-df67f31f-ac20-46d5-a1b3-6deca636dfb8 req-002dc21d-e39d-4b3b-b01e-9c6dc6be9bcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558202 Apr 20 19:31:55.524709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ca625b11-15dd-4f43-be98-a55d86403c32 req-601d3b63-010f-488d-aba4-60c1a0626fe8 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 Apr 20 19:31:56.492405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:56.781011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce43f5c-70b4-4c3d-a396-02601e6c864a req-9abfa6f2-4681-4f46-8035-ca78747e1e8e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:56.782783 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0ce43f5c-70b4-4c3d-a396-02601e6c864a req-9abfa6f2-4681-4f46-8035-ca78747e1e8e tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1241429 Apr 20 19:31:56.783896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eecbd9-36dc-4de2-a48b-7188dc447494 req-cc0ca66e-dd42-4ed1-b9c1-2c8e2352ea8e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:56.786196 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86eecbd9-36dc-4de2-a48b-7188dc447494 req-cc0ca66e-dd42-4ed1-b9c1-2c8e2352ea8e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1054800 Apr 20 19:31:56.862108 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0ce43f5c-70b4-4c3d-a396-02601e6c864a req-d2e7383e-3e12-4a41-aff7-02677f4f7f15 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637741 Apr 20 19:31:56.867382 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-86eecbd9-36dc-4de2-a48b-7188dc447494 req-7ce5d7c4-1fb5-4c9e-a731-adac5106672f tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670702 Apr 20 19:31:57.409403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:31:58.115205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b21b3-14b9-4de5-a25b-8162550f2da6 req-39d4aafd-3e66-4288-8a0b-37a5c2b29fb8 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:58.117254 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9e3b21b3-14b9-4de5-a25b-8162550f2da6 req-39d4aafd-3e66-4288-8a0b-37a5c2b29fb8 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.0991538 Apr 20 19:31:58.176655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ae385-5015-49d0-b199-54c0a538d8e6 req-464cb7c6-c00a-4da4-b14d-1833f2cb10ed tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:58.178414 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-427ae385-5015-49d0-b199-54c0a538d8e6 req-464cb7c6-c00a-4da4-b14d-1833f2cb10ed tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1385839 Apr 20 19:31:58.205854 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9e3b21b3-14b9-4de5-a25b-8162550f2da6 req-5371f2eb-ec02-480d-9769-dae55e16b049 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805418 Apr 20 19:31:58.237241 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-427ae385-5015-49d0-b199-54c0a538d8e6 req-b7dfbbf5-15ac-46af-a0ee-81c7e062d525 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503907 Apr 20 19:31:59.495808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6e58-5a70-40d9-8423-695b159d772d req-6c89fd0a-9b04-4651-88ac-6b5ee6fb3660 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:59.499778 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fc2f6e58-5a70-40d9-8423-695b159d772d req-6c89fd0a-9b04-4651-88ac-6b5ee6fb3660 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1524129 Apr 20 19:31:59.530444 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb528c85-7caf-494f-9db3-9f152a41e5cb req-1db9a884-d1e4-4bac-a4bb-79d322f12c2b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:31:59.533288 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb528c85-7caf-494f-9db3-9f152a41e5cb req-1db9a884-d1e4-4bac-a4bb-79d322f12c2b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1401465 Apr 20 19:31:59.563234 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fc2f6e58-5a70-40d9-8423-695b159d772d req-a8a7dbec-723b-4df0-b2de-8f230af1e137 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560186 Apr 20 19:31:59.610561 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb528c85-7caf-494f-9db3-9f152a41e5cb req-6ff50c06-5ea3-4c8c-8b94-391316553413 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702593 Apr 20 19:32:00.842283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc35ab-cc2e-47fc-bd4c-eb401dad3a00 req-b268bb0d-3090-444f-ab9d-1c6bafe8e348 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:00.844123 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-79fc35ab-cc2e-47fc-bd4c-eb401dad3a00 req-b268bb0d-3090-444f-ab9d-1c6bafe8e348 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1097245 Apr 20 19:32:00.858804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c6234-e7b2-4c09-a3bf-0538ba73f4b0 req-20c181c3-f5f8-4d9e-b51d-1e41538a23d0 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:00.860388 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-432c6234-e7b2-4c09-a3bf-0538ba73f4b0 req-20c181c3-f5f8-4d9e-b51d-1e41538a23d0 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1703377 Apr 20 19:32:00.869495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-bc6ff222-2358-4b93-aa9b-b67288de38b2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:00.870901 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-bc6ff222-2358-4b93-aa9b-b67288de38b2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 944 time: 0.1353815 Apr 20 19:32:00.901030 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-79fc35ab-cc2e-47fc-bd4c-eb401dad3a00 req-04783148-c54e-4f97-b3a4-15503d7e0f63 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463328 Apr 20 19:32:00.980259 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-432c6234-e7b2-4c09-a3bf-0538ba73f4b0 req-f934d578-064d-4e66-8ede-bc2b3cea2a15 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups?id=031954aa-fc7b-46b0-81bb-8be79117fb31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082590 Apr 20 19:32:00.987675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Deleting port 8eafd76e-539e-4e32-b435-6628f3bb6c9b {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:00.988068 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.281371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] For port 8eafd76e-539e-4e32-b435-6628f3bb6c9b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=8eafd76e-539e-4e32-b435-6628f3bb6c9b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:01.281747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.607644 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.607982 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.608332 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Floating IP 93dbd85b-4002-44a8-b36a-c591b20d9007 disassociated. External IP: 172.28.3.179, port: 8eafd76e-539e-4e32-b435-6628f3bb6c9b. Apr 20 19:32:01.608704 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Calling delete_port for 8eafd76e-539e-4e32-b435-6628f3bb6c9b owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:01.761853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:01.768368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:01.820968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event deleted for resources: {'Port': ['ID=8eafd76e-539e-4e32-b435-6628f3bb6c9b,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:01.832419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.832837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.833275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.833682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.834125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.834451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.834857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.835240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.835633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.836021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.836414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.836797 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:01.841014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:02.040643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:32:02.137549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb19d75-5b0d-49e0-9454-e6843541c41f req-08ae5d60-b6ca-4fb2-b9b9-78afddf98e57 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:02.139351 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9eb19d75-5b0d-49e0-9454-e6843541c41f req-08ae5d60-b6ca-4fb2-b9b9-78afddf98e57 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1067457 Apr 20 19:32:02.206559 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9eb19d75-5b0d-49e0-9454-e6843541c41f req-1e5e82f1-42e2-4e16-9bc0-fed6175045bf tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598075 Apr 20 19:32:02.240438 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d56b3ad5-b9f8-4b09-b2b2-1afc8d8c1344 req-fdcb1aab-3b68-4489-ae08-569d089b97bb tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 210 time: 0.1309054 Apr 20 19:32:02.543400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:32:02.556692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] Sync routers for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:32:02.573049 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:02.573940 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:31:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:02.627533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] No DVR routers for this DVR port 8eafd76e-539e-4e32-b435-6628f3bb6c9b on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:32:02.630904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:02.634271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'name': 'network-vif-deleted', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:02.656058 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-48dae5cf-1e95-4df5-98ee-0f1a7edb6ea5 req-b416fc26-2372-46ce-be4c-ed800963ab0b tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.37 "DELETE /v2.0/ports/8eafd76e-539e-4e32-b435-6628f3bb6c9b HTTP/1.1" status: 204 len: 173 time: 1.7669127 Apr 20 19:32:02.736391 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a467d007-289a-4d78-9fc5-f7b042cddc5a', 'name': 'network-vif-deleted', 'tag': '8eafd76e-539e-4e32-b435-6628f3bb6c9b', 'status': 'completed', 'code': 200} Apr 20 19:32:02.856802 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:03.234228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:03.239061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] Checking router: 72942e7b-f4dd-4c9f-8814-f7ab89079b1f for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:32:03.249919 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:03.250615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:31:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:03.471250 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b1a2bac-e55f-4a44-a5ba-ff20ef35bde4 req-5a882dc3-0c3c-467e-a59f-df1e2e6de9f2 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/ports?device_id=a467d007-289a-4d78-9fc5-f7b042cddc5a HTTP/1.1" status: 200 len: 210 time: 0.0845363 Apr 20 19:32:03.497990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:03.513811 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbef5a9-714c-4236-8fe9-298a73c7daa1 req-05b1e4e4-6949-4ab8-b07b-26d3a816603b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:03.515756 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ecbef5a9-714c-4236-8fe9-298a73c7daa1 req-05b1e4e4-6949-4ab8-b07b-26d3a816603b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 943 time: 0.1366405 Apr 20 19:32:03.571399 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ecbef5a9-714c-4236-8fe9-298a73c7daa1 req-eaa7bc0e-20f1-4fe6-9e91-e9bd301b42f0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486574 Apr 20 19:32:03.789712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:32:04.219005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:04.242588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '9afbadf6-f341-4932-8c22-52f154c437dc', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'port_id': '9afbadf6-f341-4932-8c22-52f154c437dc', 'mac_address': 'fa:16:3e:13:b3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:32:04.308783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:04.316788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.328049 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc561b-12ca-4a12-996a-03474159c9a7 None None] The sync data for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb is: [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:45Z', 'revision_number': 4, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': 'd6cbac68-4962-4d28-85df-4a34215994b9', 'name': '', 'network_id': '68f0bd97-d74b-4cff-ac24-9923dfc62a5a', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'mac_address': 'fa:16:3e:92:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '913a2425-0883-4e58-8d87-552019ac012a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:44Z', 'updated_at': '2021-04-20T19:24:03Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'subnets': [{'id': '913a2425-0883-4e58-8d87-552019ac012a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:32:04.338574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afbadf6-f341-4932-8c22-52f154c437dc {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:04.356901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:04.361629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.363689 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a0791099-5f72-428c-a7ed-58f7b325d07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:04.441526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=9']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:04.445121 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:04.613918 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41188) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:04.690304 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2fe0-5301-4200-8953-4555fedbde14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:04.692247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['9afbadf6-f341-4932-8c22-52f154c437dc'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:04.750948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e876fd-a622-469b-9234-55d82a422711 None None] New status for floating IP 93dbd85b-4002-44a8-b36a-c591b20d9007: DOWN {{(pid=86329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:32:04.776477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2fe0-5301-4200-8953-4555fedbde14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.102858 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92654f08-288e-4148-9b80-29bd1f3a3647 req-271a77f1-bf5f-40f2-9ff2-5846cf0fed1f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:05.104471 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-92654f08-288e-4148-9b80-29bd1f3a3647 req-271a77f1-bf5f-40f2-9ff2-5846cf0fed1f tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 944 time: 0.4018364 Apr 20 19:32:05.132499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2fe0-5301-4200-8953-4555fedbde14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.140432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-96f2409e-6a6b-43bc-9948-b00136cffd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:05.160624 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d2fe0-5301-4200-8953-4555fedbde14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031954aa-fc7b-46b0-81bb-8be79117fb31,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:05.165471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7b3d2fe0-5301-4200-8953-4555fedbde14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:05.186196 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2fe0-5301-4200-8953-4555fedbde14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.187429 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-7b3d2fe0-5301-4200-8953-4555fedbde14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "DELETE /v2.0/security-groups/031954aa-fc7b-46b0-81bb-8be79117fb31 HTTP/1.1" status: 204 len: 168 time: 0.5724456 Apr 20 19:32:05.190915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41192) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:05.192861 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-92654f08-288e-4148-9b80-29bd1f3a3647 req-3275ae40-b697-4448-9081-6dfdd2d3e92b tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777476 Apr 20 19:32:05.209965 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.v2.resource [None req-826f527e-06c5-4de6-9c18-dc12ed8cbf0e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] show failed (client error): The resource could not be found. Apr 20 19:32:05.211746 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-826f527e-06c5-4de6-9c18-dc12ed8cbf0e tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "GET /v2.0/security-groups/031954aa-fc7b-46b0-81bb-8be79117fb31 HTTP/1.1" status: 404 len: 347 time: 0.0196970 Apr 20 19:32:05.214161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41196) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:05.388026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Deleting port 04ea306d-5547-4920-92d5-3a51980b6423 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:05.389584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.589974 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.590395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.730876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Calling delete_port for 04ea306d-5547-4920-92d5-3a51980b6423 owned by network:floatingip {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:05.783811 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:32:05.863515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 9afbadf6-f341-4932-8c22-52f154c437dc triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:05.864006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.925306 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:05.931629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f721c481-7e33-4c84-81be-6d51b7c8d806 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:06.020978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Pushing event deleted for resources: {'Port': ['ID=04ea306d-5547-4920-92d5-3a51980b6423,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:06.028764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:06.057140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.090215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks [] for floatingip, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.107426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.108818 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] 10.222.0.16 "DELETE /v2.0/floatingips/93dbd85b-4002-44a8-b36a-c591b20d9007 HTTP/1.1" status: 204 len: 168 time: 0.8935642 Apr 20 19:32:06.109013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:06.130229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:06.140028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:06.143289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:06.206094 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc', 'code': 200} Apr 20 19:32:06.293862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=10']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:06.298257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:06.483036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063917f-2a3e-42a9-939d-692487b775a2 req-bc7bb26a-82e8-46e7-8f14-72865a7502a3 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:06.485646 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a063917f-2a3e-42a9-939d-692487b775a2 req-bc7bb26a-82e8-46e7-8f14-72865a7502a3 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 946 time: 0.1177866 Apr 20 19:32:06.521812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616ecd-ac64-4b2f-8bec-13f5c016bf2a req-6ff85308-dcb2-43ed-9118-8d9262ed2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:06.523643 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3b616ecd-ac64-4b2f-8bec-13f5c016bf2a req-6ff85308-dcb2-43ed-9118-8d9262ed2665 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1099 time: 0.1022115 Apr 20 19:32:06.545422 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a063917f-2a3e-42a9-939d-692487b775a2 req-c5871e15-969e-4b76-bcab-900ebc2e86ce tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509803 Apr 20 19:32:06.578993 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3b616ecd-ac64-4b2f-8bec-13f5c016bf2a req-f73d0da1-0b62-419f-a27a-a22de11cab6c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481284 Apr 20 19:32:07.796507 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46813c9d-eb02-4b19-81a6-c805fd8728d2 req-0deaf84a-6694-4c6c-bfa8-becb0ee7623d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:07.799266 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-46813c9d-eb02-4b19-81a6-c805fd8728d2 req-0deaf84a-6694-4c6c-bfa8-becb0ee7623d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 946 time: 0.1137812 Apr 20 19:32:07.867982 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-46813c9d-eb02-4b19-81a6-c805fd8728d2 req-d699c4e7-629f-46d5-a83b-a927922f182c tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616419 Apr 20 19:32:09.036966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:09.146513 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623477f-9b4d-422c-93e8-87e7c80d726f req-f7d43965-bbf4-4c07-95fe-433940dd66d1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:09.148241 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d623477f-9b4d-422c-93e8-87e7c80d726f req-f7d43965-bbf4-4c07-95fe-433940dd66d1 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 946 time: 0.1485677 Apr 20 19:32:09.204767 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d623477f-9b4d-422c-93e8-87e7c80d726f req-0870881b-5e8b-46fd-a1a1-f607d536495d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491564 Apr 20 19:32:10.441048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41272) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:11.227395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853812582'] for router_interface, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:11.619371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Deleting port d6cbac68-4962-4d28-85df-4a34215994b9 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:11.619951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:11.833692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] For port d6cbac68-4962-4d28-85df-4a34215994b9, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=d6cbac68-4962-4d28-85df-4a34215994b9,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:11.834088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:11.969862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Calling delete_port for d6cbac68-4962-4d28-85df-4a34215994b9 owned by network:router_interface {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:12.156334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:12.160194 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:12.210349 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cbac68-4962-4d28-85df-4a34215994b9,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:12.214350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:12.517581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853812508'] for router_interface, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:13.174514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:32:13.372576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:32:13.385890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] Sync routers for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:32:13.387151 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] 10.222.0.16 "PUT /v2.0/routers/72942e7b-f4dd-4c9f-8814-f7ab89079b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447787 Apr 20 19:32:13.389756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41280) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:13.401339 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:13.402005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:31:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:13.597130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:13.607398 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:13.929692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:32:12Z', 'revision_number': 5, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port': {'id': '3289a539-44ba-4de1-a51a-bc0f14d3de9b', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:36Z', 'updated_at': '2021-04-20T19:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:13.934730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] Checking router: 72942e7b-f4dd-4c9f-8814-f7ab89079b1f for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:32:13.946753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] Routers {'72942e7b-f4dd-4c9f-8814-f7ab89079b1f'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:13.947430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:31:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:13.975314 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:13.985761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Deleting port 3289a539-44ba-4de1-a51a-bc0f14d3de9b {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:13.986144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.121177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] Set router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f gateway port host: None {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:14.190937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] For port 3289a539-44ba-4de1-a51a-bc0f14d3de9b, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=3289a539-44ba-4de1-a51a-bc0f14d3de9b,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:14.191788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.239015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:32:13Z', 'revision_number': 6, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port_host': None}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:14.243913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e061-7614-4b69-8e58-c21ea7790794 None None] The sync data for ids ['72942e7b-f4dd-4c9f-8814-f7ab89079b1f'] in dv-cinder-787264-1-smb is: [{'id': '72942e7b-f4dd-4c9f-8814-f7ab89079b1f', 'name': 'tempest-AttachVolumeTestJSON-1115713008-router', 'tenant_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:32:13Z', 'revision_number': 6, 'project_id': '868ab2b25e8e4e9bb828435f96be6fc7', 'gw_port_host': None}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:32:14.335695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Calling delete_port for 3289a539-44ba-4de1-a51a-bc0f14d3de9b owned by network:router_gateway {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:14.525487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.531040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d250eafa-39ed-40b6-821b-d5bd0e4929aa tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:14.578452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3289a539-44ba-4de1-a51a-bc0f14d3de9b,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:14.581924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:14.681111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957797'] for router_gateway, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.870051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768351'] for router, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.872446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.897223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853823363'] for router, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.897812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72942e7b-f4dd-4c9f-8814-f7ab89079b1f {{(pid=86326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:32:14.915986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:14.917228 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d4ee4b34-dab9-49b0-b665-4d874dadd9d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/72942e7b-f4dd-4c9f-8814-f7ab89079b1f HTTP/1.1" status: 204 len: 168 time: 1.5263865 Apr 20 19:32:14.920742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41286) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:14.988968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] Deleting subnet 913a2425-0883-4e58-8d87-552019ac012a {{(pid=86326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:32:14.992580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.045643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851232374'] for subnet, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.173885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device d6cbac68-4962-4d28-85df-4a34215994b9 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:15.174867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.214795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: d6cbac68-4962-4d28-85df-4a34215994b9 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:15.215367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device d6cbac68-4962-4d28-85df-4a34215994b9 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:15.215637 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 3289a539-44ba-4de1-a51a-bc0f14d3de9b no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:15.252880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 3289a539-44ba-4de1-a51a-bc0f14d3de9b {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:15.253225 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 3289a539-44ba-4de1-a51a-bc0f14d3de9b not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:15.460693 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852634239'] for subnet, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.466218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:15.505869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913a2425-0883-4e58-8d87-552019ac012a,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:15.508079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.512211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:15.512581 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491c301-064c-42bf-9cf0-42c4e5b2a33a None None] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:32:15.515943 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ae0d7e1c-733e-4153-971f-28a773f22d26 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/913a2425-0883-4e58-8d87-552019ac012a HTTP/1.1" status: 204 len: 168 time: 0.5939333 Apr 20 19:32:15.518673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41290) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:15.719660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.740174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Deleting port 07d11268-a8a0-4f66-9e2a-996d5e5a393b {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:15.740760 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.801263 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] DHCP port deletion for 68f0bd97-d74b-4cff-ac24-9923dfc62a5a request from dv-cinder-787264-1-smb {{(pid=86328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:32:15.808535 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] Deleting port 07d11268-a8a0-4f66-9e2a-996d5e5a393b {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:15.809281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:15.996316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] For port 07d11268-a8a0-4f66-9e2a-996d5e5a393b, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=07d11268-a8a0-4f66-9e2a-996d5e5a393b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:15.996843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:16.100181 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] For port 07d11268-a8a0-4f66-9e2a-996d5e5a393b, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=07d11268-a8a0-4f66-9e2a-996d5e5a393b,segment=NetworkSegment(19ece447-4827-4a0b-be34-fdcb85c25f90),segment_id=19ece447-4827-4a0b-be34-fdcb85c25f90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:16.100504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:16.245270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] Calling delete_port for 07d11268-a8a0-4f66-9e2a-996d5e5a393b owned by network:dhcp {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:16.401077 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498'] for port, after_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:16.401340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Calling delete_port for 07d11268-a8a0-4f66-9e2a-996d5e5a393b owned by network:dhcp {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:16.406596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:16.455687 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] Pushing event deleted for resources: {'Port': ['ID=07d11268-a8a0-4f66-9e2a-996d5e5a393b,revision_number=None']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:16.458400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:16.461285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] No DVR routers for this DVR port 07d11268-a8a0-4f66-9e2a-996d5e5a393b on host dv-cinder-787264-1-smb {{(pid=86328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:32:16.489241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:32:16.489600 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:32:16.990722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Deleting port 07d11268-a8a0-4f66-9e2a-996d5e5a393b {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:16.991448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.075458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] The port '07d11268-a8a0-4f66-9e2a-996d5e5a393b' was deleted {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:32:17.198890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 07d11268-a8a0-4f66-9e2a-996d5e5a393b no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:17.245061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.255713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 07d11268-a8a0-4f66-9e2a-996d5e5a393b {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:17.256625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 07d11268-a8a0-4f66-9e2a-996d5e5a393b not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:17.374551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f0bd97-d74b-4cff-ac24-9923dfc62a5a']}} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:17.389043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ece447-4827-4a0b-be34-fdcb85c25f90') {'for_net_delete': True} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:17.389509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ece447-4827-4a0b-be34-fdcb85c25f90') {} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:17.405155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3543426'] for segment, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.423098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.430066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=86326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:32:17.621253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:32:17.632915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357252'] for segment, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.866374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Network 68f0bd97-d74b-4cff-ac24-9923dfc62a5a has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: % (table.description, expected, rows_matched) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: % (table.description, expected, rows_matched) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: % (table.description, expected, rows_matched) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: % (table.description, expected, rows_matched) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:32:17.895258 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:32:17.972813 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:17.976574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:17.991639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.004142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=68f0bd97-d74b-4cff-ac24-9923dfc62a5a,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:18.009246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:18.014762 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9becb73b-69ad-4e16-9482-6fe2c016a2f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68f0bd97-d74b-4cff-ac24-9923dfc62a5a HTTP/1.1" status: 204 len: 168 time: 2.4932537 Apr 20 19:32:18.136294 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41302) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:18.197041 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4a9923e4-0a72-42b4-a965-a5eec1ac3f16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=868ab2b25e8e4e9bb828435f96be6fc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0591235 Apr 20 19:32:18.199809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41306) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:18.270337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d9d5-0265-42d6-92c2-e0c49f4f1d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.300030 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d9d5-0265-42d6-92c2-e0c49f4f1d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.352043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d9d5-0265-42d6-92c2-e0c49f4f1d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.357952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d0f37449-1724-4ae6-96c4-85094ef6ea58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:18.373435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6d9d5-0265-42d6-92c2-e0c49f4f1d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7513f80-0edf-4cd7-864a-e244970f5350,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:18.378719 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b4e6d9d5-0265-42d6-92c2-e0c49f4f1d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:18.381793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d9d5-0265-42d6-92c2-e0c49f4f1d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:18.383035 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b4e6d9d5-0265-42d6-92c2-e0c49f4f1d12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7513f80-0edf-4cd7-864a-e244970f5350 HTTP/1.1" status: 204 len: 168 time: 0.1821246 Apr 20 19:32:18.678507 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-0834f311-e66e-427d-b8c8-cbcca9b7e9e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169656323&fields=id&tenant_id=86422c11b606413a8054f9fc7a4a0367 HTTP/1.1" status: 200 len: 267 time: 0.0514343 Apr 20 19:32:18.839157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-7d695d33-adff-40c9-9a50-9cb31a650b96 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:18.840868 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-7d695d33-adff-40c9-9a50-9cb31a650b96 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 985 time: 0.1547246 Apr 20 19:32:18.861217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Request body: {'port': {'security_groups': ['1349abe2-78a1-4063-9c44-dba326cae0d5']}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:19.026712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.342652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41332) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:19.389578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] For port 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:19.426018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.430614 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.437833 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:19.442903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['5cbc64f0-10a7-4768-b16f-48d4bf651bff'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:19.480717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-946418473-network', 'tenant_id': 'd65da1e298144e538453385acd029a2e'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:19.487867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:19.492562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Usage tracker for resource:network and tenant:d65da1e298144e538453385acd029a2e is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:19.495759 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:19.508071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:19.521855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Made reservation on behalf of d65da1e298144e538453385acd029a2e for: {'network': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:19.525249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:19.526007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.528229 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for network, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.528638 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-441f045e-6b25-4b9f-a932-e37af05994b0 req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "PUT /v2.0/ports/5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 943 time: 0.6731617 Apr 20 19:32:19.529425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:19.540832 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41338) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:19.546319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.576897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event updated for resources: {'Port': ['ID=5cbc64f0-10a7-4768-b16f-48d4bf651bff,revision_number=7']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:19.581567 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:19.591051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Usage tracker for resource:security_group_rule and tenant:d65da1e298144e538453385acd029a2e is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:19.598667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:19.604107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.604526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.604943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.605399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.605808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.606218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.607187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.607650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.608554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.608713 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.609748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:19.612786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.613292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:19.631243 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'status': 'completed', 'code': 200} Apr 20 19:32:19.632293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e29e048e-59dd-4c77-a7e9-f712f3b1f4ec tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:19.646500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['5cbc64f0-10a7-4768-b16f-48d4bf651bff'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:19.686475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8abf-b743-4310-948e-632b5e2e47fd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.746299 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8abf-b743-4310-948e-632b5e2e47fd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.823983 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-854acff7-183b-4c97-87f8-4855aa5f63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:19.826077 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-854acff7-183b-4c97-87f8-4855aa5f63e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1099 time: 0.1347032 Apr 20 19:32:19.833448 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8abf-b743-4310-948e-632b5e2e47fd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.838534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1175125a-1c9f-40ed-bb70-4d1e13adc773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:19.859796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c8abf-b743-4310-948e-632b5e2e47fd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0669378f-c2de-42e6-9a67-c54bee18cb9f,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:19.862851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9b4c8abf-b743-4310-948e-632b5e2e47fd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:19.874570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8abf-b743-4310-948e-632b5e2e47fd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.877264 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9b4c8abf-b743-4310-948e-632b5e2e47fd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "DELETE /v2.0/security-groups/0669378f-c2de-42e6-9a67-c54bee18cb9f HTTP/1.1" status: 204 len: 168 time: 0.3349049 Apr 20 19:32:19.898595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41344) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:19.929502 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-3f717b03-8ee7-4fe2-bc7e-57795e670b60 None None] Provisioning complete for port 5cbc64f0-10a7-4768-b16f-48d4bf651bff triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:19.930178 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3f717b03-8ee7-4fe2-bc7e-57795e670b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.948639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.955358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:19.961816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2a8fa352-78a9-4cab-9853-ef40d8c4bb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:20.068890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=86327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 19:32:20.072928 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23c28d-e609-409c-b904-03b483104caa,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:20.096619 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.097607 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.segments_db [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Added segment 28ff5278-12c4-4bb9-a7f6-7d205caeb1b2 of type vlan for network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 Apr 20 19:32:20.123900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:20.173638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785295065578'] for network, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.185025 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-a1bb4625-b973-4d2e-b632-7992860ebb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:20.187268 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-a1bb4625-b973-4d2e-b632-7992860ebb1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 913 time: 0.3534751 Apr 20 19:32:20.216491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Deleting port 7eac9d11-8229-48e8-952c-6bfcfe4d627b {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:20.216839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.339529 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914'] for network, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.343895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:20.346136 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.359251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:20.392894 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-2bae15f0-c256-4404-9d5d-81489ca3db54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 1001 time: 0.1971662 Apr 20 19:32:20.467562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.468174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.522372 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1781373 Apr 20 19:32:20.529066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41348) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:20.534068 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:20.539783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Request body: {'subnet': {'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-946418473-subnet', 'tenant_id': 'd65da1e298144e538453385acd029a2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:20.551877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:20.555033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:20.556584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 details requested by agent ovs-agent-dv-cinder-787264-1-smb with host dv-cinder-787264-1-smb {{(pid=86328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 19:32:20.563528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Usage tracker for resource:subnet and tenant:d65da1e298144e538453385acd029a2e is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:20.569435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:20.578305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-44382d6f-9105-4046-9726-c4317332e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:20.579937 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-44382d6f-9105-4046-9726-c4317332e6e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 200 len: 851 time: 0.1348357 Apr 20 19:32:20.580936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:20.646240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Made reservation on behalf of d65da1e298144e538453385acd029a2e for: {'subnet': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:20.651029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3145576'] for subnet, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.712532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Calling delete_port for 7eac9d11-8229-48e8-952c-6bfcfe4d627b owned by network:floatingip {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:20.798130 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-53d87599-d8b2-402f-a0fb-c2954b72756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:20.799757 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-53d87599-d8b2-402f-a0fb-c2954b72756f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=935a8f96-f94a-454e-a09f-a9006519f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2110469 Apr 20 19:32:20.932934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4ede7d9f-8734-447d-97d0-2a485aaba5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.990323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:20.996450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c748e179-7f7f-416d-95be-df1d41f31cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:21.056532 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-2e31a1b0-f47c-494d-bcbb-a7a833cdf032 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482920 Apr 20 19:32:21.085124 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event deleted for resources: {'Port': ['ID=7eac9d11-8229-48e8-952c-6bfcfe4d627b,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:21.087788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:21.213023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks [] for floatingip, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.213835 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Floating IP a54bb053-3be1-46b5-8743-b7c02cd131b4 disassociated (deleted). External IP: 172.28.3.90, port: 5cbc64f0-10a7-4768-b16f-48d4bf651bff. Apr 20 19:32:21.302536 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-170d486e-ee7f-4e92-add0-94f579e20f87 req-0fe55d94-d90f-4674-8cb9-4ef5b1003a2b service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314112 Apr 20 19:32:21.420443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851780846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3145593'] for subnet, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.426564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:21.513015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63da09d5-d10e-433a-a072-783d63b92338,revision_number=0']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:21.516434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:21.524850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Checking segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:32:21.525342 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Network hostable DHCP agents. Network: 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792, hostable agents: ['b4f80d84-ddb4-4e8e-a523-c00a295cb74b'], hosted agents: [] {{(pid=86327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 19:32:21.547650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 is scheduled to be hosted by DHCP agent b4f80d84-ddb4-4e8e-a523-c00a295cb74b with binding_index 1 {{(pid=86327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 19:32:21.559179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787264-1-smb, 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792) {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:32:21.570911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b620ac52-bf9c-4e8e-a721-4cba07cc87af None None] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:32:21.577288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:21.580039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:21.602684 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6a534d54-5357-4acc-839c-15bde0235c5c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0723910 Apr 20 19:32:21.823970 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Router 99dd9720-9a68-42cd-8bef-9952dfff6a8d has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:32:21.865330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e147bda-e82a-4171-8902-ef855a7a06c4 None None] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:32:22.081358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:32:22.101030 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] Sync routers for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:32:22.104526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:22.120975 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:22.122417 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:31:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:22.177187 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "DELETE /v2.0/floatingips/a54bb053-3be1-46b5-8743-b7c02cd131b4 HTTP/1.1" status: 204 len: 168 time: 2.2760394 Apr 20 19:32:22.177187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:22.380218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:22.391324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-d76726e9-808f-4337-80f9-e0762eb8dcc1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:22.393359 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-d76726e9-808f-4337-80f9-e0762eb8dcc1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 814 time: 0.1942911 Apr 20 19:32:22.427211 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-cb3e71cf-08a3-4239-92ec-8d227c13d7a8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/quotas/d65da1e298144e538453385acd029a2e HTTP/1.1" status: 200 len: 375 time: 0.0176017 Apr 20 19:32:22.541855 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-6fb3d2b9-ba31-4809-a472-0992aafadb27 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892017 Apr 20 19:32:22.868598 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-c3f2c81b-aebc-4e28-90d3-d7d6b7ff00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:22.872436 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-c3f2c81b-aebc-4e28-90d3-d7d6b7ff00ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86422c11b606413a8054f9fc7a4a0367&device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 1099 time: 0.1539497 Apr 20 19:32:22.886367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:37Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:22.892632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] Checking router: 99dd9720-9a68-42cd-8bef-9952dfff6a8d for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:32:22.908922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:22.909665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:31:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:22.991374 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'status': 'completed', 'code': 200} Apr 20 19:32:23.042097 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-6cbf8e16-4f46-4fe7-88da-458f4bd8a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:23.043732 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-6cbf8e16-4f46-4fe7-88da-458f4bd8a75f service neutron] 10.222.0.37 "GET /v2.0/networks?id=935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 200 len: 913 time: 0.1635666 Apr 20 19:32:23.109257 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-2acd9131-cb78-44a4-a4a7-3e4ae260f301 service neutron] 10.222.0.16 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582089 Apr 20 19:32:23.139699 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-297feefc-d197-427e-ab4b-c692862d578c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 200 len: 217 time: 0.0885532 Apr 20 19:32:23.155757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:23.215232 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-f7efdddc-2bcc-4cf0-9f30-8b0a9234273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:23.217404 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-f7efdddc-2bcc-4cf0-9f30-8b0a9234273c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 200 len: 851 time: 0.0686231 Apr 20 19:32:23.275495 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-9529d873-d11b-49c7-9d5f-5c90f719a634 service neutron] 10.222.0.16 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581149 Apr 20 19:32:23.351196 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-34ff5188-d94a-4792-8ef0-9a88ae1213dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:23.354274 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-34ff5188-d94a-4792-8ef0-9a88ae1213dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=935a8f96-f94a-454e-a09f-a9006519f06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1279817 Apr 20 19:32:23.534501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-845827c2-a381-4a89-aaf6-51535bd24dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:23.743417 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:37Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:23.749949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80710042-07e1-46d6-8407-2600b02afe66 None None] The sync data for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb is: [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:28:27Z', 'revision_number': 4, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '2d613b45-747b-4d74-b36e-48c07c71ebeb', 'name': '', 'network_id': '935a8f96-f94a-454e-a09f-a9006519f06e', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'mac_address': 'fa:16:3e:53:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:26Z', 'updated_at': '2021-04-20T19:28:37Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'subnets': [{'id': '665edb1f-b4cb-486d-90d7-56107b1b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:32:23.839160 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bc62c296-069c-4dbe-be44-63c28ae7070b req-ca7cc41f-1f55-42f1-97d7-966ff691daf1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 210 time: 0.3347194 Apr 20 19:32:23.917184 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-fef19397-aa12-4ee4-9106-f64eddd4d7e0 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543299 Apr 20 19:32:24.093925 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-50ccedd0-b909-4104-918a-7dd76b343d2f req-28a62c65-e0aa-4c79-9aaa-aa2bd5977288 service neutron] 10.222.0.37 "GET /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632893 Apr 20 19:32:24.259439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f23b4c-10a4-4cdc-9cbe-4c795b8b9792 None None] New status for floating IP a54bb053-3be1-46b5-8743-b7c02cd131b4: DOWN {{(pid=86328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:32:25.005796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-d319acf2-2578-40ef-96ff-f95dac63d7d1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:25.006557 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-d319acf2-2578-40ef-96ff-f95dac63d7d1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:network {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:25.022291 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8b37d427-bd40-4422-9fc2-d5391b148775 req-55049de9-b506-4d26-ac1f-062b475ed121 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 210 time: 0.0510983 Apr 20 19:32:25.025439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-d319acf2-2578-40ef-96ff-f95dac63d7d1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:network {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:25.026644 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-d319acf2-2578-40ef-96ff-f95dac63d7d1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 814 time: 0.1962321 Apr 20 19:32:25.040460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Request body: {'port': {'device_id': 'bd3abc0e-37fb-494c-b5c6-927b04fe54d7', 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'admin_state_up': True, 'tenant_id': 'd65da1e298144e538453385acd029a2e'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:25.187683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:25.189746 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Usage tracker for resource:port and tenant:d65da1e298144e538453385acd029a2e is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:32:25.192727 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:32:25.198875 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:25.208936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Made reservation on behalf of d65da1e298144e538453385acd029a2e for: {'port': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:25.215264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:25.395125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:25.395515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Allocated IP 172.20.0.13 (8ec32fe3-85ef-4580-a9fc-b33fc2a3b792/63da09d5-d10e-433a-a072-783d63b92338/ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:32:25.636608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:25.668191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:25.676226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e6ba6571-abc7-452a-b00c-9e083cabb213 tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:25.743084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:32:25.753143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:32:25.758323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:32:25.806696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Pushing event updated for resources: {'Port': ['ID=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:25.813020 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:25.844941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:25.845694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:25.869286 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-a90cdeb3-3ece-4c8c-b5ab-7e4537d82f3a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8335152 Apr 20 19:32:25.886714 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Request body: {'port': {'device_id': 'bd3abc0e-37fb-494c-b5c6-927b04fe54d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:26.019683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890b52c-fda7-4d8d-b73e-62481370d53a req-dc9a6189-9d61-4c3b-86bd-68094808ea1b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:26.020465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8890b52c-fda7-4d8d-b73e-62481370d53a req-dc9a6189-9d61-4c3b-86bd-68094808ea1b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Synchronizing usage tracker for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:26.023037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:26.037012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8890b52c-fda7-4d8d-b73e-62481370d53a req-dc9a6189-9d61-4c3b-86bd-68094808ea1b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Unset dirty status for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:26.038825 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8890b52c-fda7-4d8d-b73e-62481370d53a req-dc9a6189-9d61-4c3b-86bd-68094808ea1b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.1126289 Apr 20 19:32:26.099739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8890b52c-fda7-4d8d-b73e-62481370d53a req-7ad48673-7013-45c2-abd1-23dd022c5f9b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Synchronizing usage tracker for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:security_group {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:26.117788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-8890b52c-fda7-4d8d-b73e-62481370d53a req-7ad48673-7013-45c2-abd1-23dd022c5f9b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Unset dirty status for tenant:86422c11b606413a8054f9fc7a4a0367 on resource:security_group {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:26.124623 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8890b52c-fda7-4d8d-b73e-62481370d53a req-7ad48673-7013-45c2-abd1-23dd022c5f9b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735154 Apr 20 19:32:26.364124 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bcc0c-5eab-48b1-8574-5b8f94753372 req-9861e1ae-73b2-439d-b4b9-1145754bcc24 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:26.364801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-067bcc0c-5eab-48b1-8574-5b8f94753372 req-9861e1ae-73b2-439d-b4b9-1145754bcc24 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:26.418998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-067bcc0c-5eab-48b1-8574-5b8f94753372 req-9861e1ae-73b2-439d-b4b9-1145754bcc24 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:26.420818 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-067bcc0c-5eab-48b1-8574-5b8f94753372 req-9861e1ae-73b2-439d-b4b9-1145754bcc24 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 932 time: 0.2607305 Apr 20 19:32:26.486872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:26.533000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-067bcc0c-5eab-48b1-8574-5b8f94753372 req-ac69dd02-a0a4-440b-b9a9-7fa9f85ca62d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:security_group {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:26.546740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f {{(pid=86327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:26.558751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:26.570862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-067bcc0c-5eab-48b1-8574-5b8f94753372 req-ac69dd02-a0a4-440b-b9a9-7fa9f85ca62d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:security_group {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:26.572125 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-067bcc0c-5eab-48b1-8574-5b8f94753372 req-ac69dd02-a0a4-440b-b9a9-7fa9f85ca62d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435015 Apr 20 19:32:26.579054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Transition to ACTIVE for port object ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f will not be triggered until provisioned by entity L2. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:32:26.582049 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:26.587472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-df3f4740-be51-4f6a-9830-bb451c30f5f8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:26.722445 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Pushing event updated for resources: {'Port': ['ID=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:26.753849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:26.836291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Attempting to bind port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:32:26.836664 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Attempting to bind port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:32:26.837026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Attempting to bind port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:26.842142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:32:26.842495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Attempting to bind port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:26.847987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:32:26.848356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Checking segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:32:26.848767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Bound using segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:32:26.849265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Bound port: ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'}}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:32:26.849634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:26.961902 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] For port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f, host hv-cinder-78726, cleared binding levels {{(pid=86327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:32:26.967544 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] For port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:32:26.973025 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:26.981665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-080ff0a7-af11-4c01-9541-938503ae876b tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:27.058198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:32:27.085139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:27.085835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:27.087309 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] 10.222.0.37 "PUT /v2.0/ports/ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f HTTP/1.1" status: 200 len: 1094 time: 1.2066300 Apr 20 19:32:27.087846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3abc0e-37fb-494c-b5c6-927b04fe54d7', 'tag': 'ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:27.110340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Pushing event updated for resources: {'Port': ['ID=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,revision_number=3']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:27.112876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:27.164097 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3abc0e-37fb-494c-b5c6-927b04fe54d7', 'tag': 'ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'status': 'completed', 'code': 200} Apr 20 19:32:27.207915 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-942001b4-bfea-46a6-96c3-00ca077741bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:27.209546 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-942001b4-bfea-46a6-96c3-00ca077741bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 1097 time: 0.0820799 Apr 20 19:32:27.327073 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-c7b32d49-7693-4c16-892e-4a8c657d83b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f HTTP/1.1" status: 200 len: 217 time: 0.1077764 Apr 20 19:32:27.415909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:27.426171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-ee53d90d-02cf-49b6-a194-47587ea4997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:27.427749 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-ee53d90d-02cf-49b6-a194-47587ea4997d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 200 len: 854 time: 0.0885589 Apr 20 19:32:27.485266 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f44f31-dc8a-4483-8010-1bfa98da812d req-6f1a4ac5-6994-4762-9690-e16ebaeaa43f tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:27.486969 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-07f44f31-dc8a-4483-8010-1bfa98da812d req-6f1a4ac5-6994-4762-9690-e16ebaeaa43f tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.2049758 Apr 20 19:32:27.497216 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-c1d7ed9a-7068-4247-a10d-ad6cdbc89549 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608325 Apr 20 19:32:27.623188 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-07f44f31-dc8a-4483-8010-1bfa98da812d req-2d86e0fd-2da8-426d-99cd-52e702c7b7af tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294179 Apr 20 19:32:27.683156 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-74979ecd-ffb6-4f46-bb9c-6206b311c2e8 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707804 Apr 20 19:32:27.788653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf36702-4054-4dba-bb68-0078a1a6d084 req-dfb7a78a-e754-45f9-af98-b940853d9c99 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:27.790430 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-adf36702-4054-4dba-bb68-0078a1a6d084 req-dfb7a78a-e754-45f9-af98-b940853d9c99 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 944 time: 0.0937641 Apr 20 19:32:27.832392 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9401cc0-a3c2-4f65-8f4d-e3abbf5319ad req-30f21b8a-3fed-4aa0-bfd8-0c742b0aa20a service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408558 Apr 20 19:32:27.843723 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-adf36702-4054-4dba-bb68-0078a1a6d084 req-d10b2399-2e0d-4542-8687-1ed6da45a6ec tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 Apr 20 19:32:27.963015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-f5157f76-ff82-4e10-b25b-02a148b0ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:27.964511 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-f5157f76-ff82-4e10-b25b-02a148b0ce17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 1097 time: 0.0799253 Apr 20 19:32:28.108643 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-dc5bd350-ba45-418a-bdb2-123a4f2dcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:28.110301 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-dc5bd350-ba45-418a-bdb2-123a4f2dcc1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 915 time: 0.1386087 Apr 20 19:32:28.187241 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-66cd06ea-411c-4cef-8306-f38aa6b8e998 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f HTTP/1.1" status: 200 len: 217 time: 0.0702198 Apr 20 19:32:28.266834 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-83ff92c6-773d-4e55-bb54-c583e12d0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:28.268482 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-83ff92c6-773d-4e55-bb54-c583e12d0f6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 200 len: 854 time: 0.0661654 Apr 20 19:32:28.296824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-8f06143d-6319-4549-8932-cdaedb4315df tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:28.298519 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-8f06143d-6319-4549-8932-cdaedb4315df tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.0957592 Apr 20 19:32:28.324012 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-9519bc7a-1572-4dbe-9ee0-612f72eeefea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485311 Apr 20 19:32:28.386978 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Deleting port 5cbc64f0-10a7-4768-b16f-48d4bf651bff {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:28.387371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:28.477299 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-1408deed-6855-4db9-875f-6eb18661d283 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451638 Apr 20 19:32:28.630115 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3a8e90f-3947-481b-8a65-b91d26ee8e2e req-e7aaac40-e867-4d53-9c11-fc2404c1f8b0 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421006 Apr 20 19:32:28.674632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] For port 5cbc64f0-10a7-4768-b16f-48d4bf651bff, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5cbc64f0-10a7-4768-b16f-48d4bf651bff,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:28.675048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:28.813836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Calling delete_port for 5cbc64f0-10a7-4768-b16f-48d4bf651bff owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:28.843402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c3d6-638b-44ad-a7fb-ad33b2fc96ec req-b1ecbae6-f59c-4149-97d9-c7d634fab8eb tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:28.845070 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-90c4c3d6-638b-44ad-a7fb-ad33b2fc96ec req-b1ecbae6-f59c-4149-97d9-c7d634fab8eb tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4976ba7-0258-4128-8f6c-48a5a96a6b87 HTTP/1.1" status: 200 len: 946 time: 0.0992548 Apr 20 19:32:28.928682 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-90c4c3d6-638b-44ad-a7fb-ad33b2fc96ec req-ec40560c-9c6a-4eb0-842a-7dded98e5784 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.16 "GET /v2.0/security-groups?id=1349abe2-78a1-4063-9c44-dba326cae0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768487 Apr 20 19:32:29.037921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:29.044009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a173cb26-4fd3-4fbf-8358-707eb26f2744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:29.049651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['5cbc64f0-10a7-4768-b16f-48d4bf651bff'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:29.105779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Pushing event deleted for resources: {'Port': ['ID=5cbc64f0-10a7-4768-b16f-48d4bf651bff,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:29.109964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:29.202307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] No DVR routers for this DVR port 5cbc64f0-10a7-4768-b16f-48d4bf651bff on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:32:29.205686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:29.210058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'name': 'network-vif-deleted', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:29.235110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ca551-b664-466d-805c-beedd8c94d32 req-5557834e-cc2b-4b69-9e6e-b29204166ad1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:29.236705 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d69ca551-b664-466d-805c-beedd8c94d32 req-5557834e-cc2b-4b69-9e6e-b29204166ad1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 944 time: 0.2642200 Apr 20 19:32:29.243407 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ba7cfc9c-04e2-4215-b3cc-065e4229584c req-dfc7bc2f-0861-431d-9d61-fae874e19386 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] 10.222.0.37 "DELETE /v2.0/ports/5cbc64f0-10a7-4768-b16f-48d4bf651bff HTTP/1.1" status: 204 len: 173 time: 0.9387462 Apr 20 19:32:29.266652 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4976ba7-0258-4128-8f6c-48a5a96a6b87', 'name': 'network-vif-deleted', 'tag': '5cbc64f0-10a7-4768-b16f-48d4bf651bff', 'status': 'completed', 'code': 200} Apr 20 19:32:29.293464 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d69ca551-b664-466d-805c-beedd8c94d32 req-c3e5bade-530e-45ed-8dc4-a1e0ee1515d7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488336 Apr 20 19:32:29.871949 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:32:30.024968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:30.040184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': 'ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'port_id': 'ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'mac_address': 'fa:16:3e:94:1f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da09d5-d10e-433a-a072-783d63b92338', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:32:30.114212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:30.133682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:30.151181 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:30.154307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:30.156195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:30.231031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:30.235523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:30.501218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:30.532228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eee06f-999a-4770-8e32-ae5ed6e644c6 req-8b9710ad-b018-442b-a411-1736e9822124 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:30.533909 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a0eee06f-999a-4770-8e32-ae5ed6e644c6 req-8b9710ad-b018-442b-a411-1736e9822124 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 945 time: 0.1151216 Apr 20 19:32:30.590745 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a0eee06f-999a-4770-8e32-ae5ed6e644c6 req-d92233b0-6a42-4773-b9cc-fd3499b2e65b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504379 Apr 20 19:32:30.791159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41472) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:31.600934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853812582'] for router_interface, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:31.824186 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a44fc2-a60e-446d-a05b-08dc1986e1d7 req-fd9d55f4-b826-40e0-8388-a316c6eb743d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:31.826898 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-60a44fc2-a60e-446d-a05b-08dc1986e1d7 req-fd9d55f4-b826-40e0-8388-a316c6eb743d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 945 time: 0.0979879 Apr 20 19:32:31.881757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:32:31.883498 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-60a44fc2-a60e-446d-a05b-08dc1986e1d7 req-e393528d-a136-447b-b6e8-d2e6e0d3ae61 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500717 Apr 20 19:32:31.964742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:32:31.970204 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:31.970625 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:32.004645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Deleting port 2d613b45-747b-4d74-b36e-48c07c71ebeb {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:32.005025 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:32.102207 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:32.131462 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3abc0e-37fb-494c-b5c6-927b04fe54d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:32.142976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:32.146322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:32.147263 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 5cbc64f0-10a7-4768-b16f-48d4bf651bff no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:32.178201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:32.197718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] For port 2d613b45-747b-4d74-b36e-48c07c71ebeb, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=2d613b45-747b-4d74-b36e-48c07c71ebeb,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:32.198119 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:32.221657 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3abc0e-37fb-494c-b5c6-927b04fe54d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'code': 200} Apr 20 19:32:32.228320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 5cbc64f0-10a7-4768-b16f-48d4bf651bff {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:32.228715 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 5cbc64f0-10a7-4768-b16f-48d4bf651bff not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:32.266749 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:32.270119 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:32.337712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Calling delete_port for 2d613b45-747b-4d74-b36e-48c07c71ebeb owned by network:router_interface {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:32.447357 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772ed95-a237-4187-b8bc-48079f5acac3 req-3b21fc95-8237-4bc9-8341-a1f0b2fb9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:32.448921 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5772ed95-a237-4187-b8bc-48079f5acac3 req-3b21fc95-8237-4bc9-8341-a1f0b2fb9065 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 1099 time: 0.0897088 Apr 20 19:32:32.495510 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5772ed95-a237-4187-b8bc-48079f5acac3 req-780e0313-8ec7-4fa6-9872-0308792fa9ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Apr 20 19:32:32.652488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:32.658018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f7efc3b-59c5-47f9-b572-039ad23d8a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:32.703251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d613b45-747b-4d74-b36e-48c07c71ebeb,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:32.706568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:32.991928 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853812508'] for router_interface, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:33.093402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60098586-6b39-4b36-976e-f880689f25bd req-06815d46-5d81-4b43-b134-befed9e511c1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:33.095047 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-60098586-6b39-4b36-976e-f880689f25bd req-06815d46-5d81-4b43-b134-befed9e511c1 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 946 time: 0.0921128 Apr 20 19:32:33.151587 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-60098586-6b39-4b36-976e-f880689f25bd req-a1292756-4604-4cd9-819b-e17d9cda7853 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477886 Apr 20 19:32:33.391154 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Router 99dd9720-9a68-42cd-8bef-9952dfff6a8d has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:32:33.582105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:32:33.592134 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] Sync routers for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:32:33.597897 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] 10.222.0.16 "PUT /v2.0/routers/99dd9720-9a68-42cd-8bef-9952dfff6a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031926 Apr 20 19:32:33.598169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41482) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:33.602170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:33.602900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:32:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:33.831278 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:34.043530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks [] for router, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:34.165362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:32:32Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:34.169870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] Checking router: 99dd9720-9a68-42cd-8bef-9952dfff6a8d for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:32:34.179966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] Routers {'99dd9720-9a68-42cd-8bef-9952dfff6a8d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:34.180488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:32:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:34.245665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:34.255546 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Deleting port 131a9b3f-72e8-470e-b2cd-86ec87842e43 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:34.255936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:34.380646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] Set router 99dd9720-9a68-42cd-8bef-9952dfff6a8d gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:34.515686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34827c-0b7b-449a-ad14-9ca6bb6d35be req-7253660a-5726-4b83-92e5-2b52089bfeef tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:34.517388 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c34827c-0b7b-449a-ad14-9ca6bb6d35be req-7253660a-5726-4b83-92e5-2b52089bfeef tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 946 time: 0.2332537 Apr 20 19:32:34.557281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] For port 131a9b3f-72e8-470e-b2cd-86ec87842e43, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=131a9b3f-72e8-470e-b2cd-86ec87842e43,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:34.557688 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:34.700802 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:32:32Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:34.705160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e64b23-5d40-4feb-b16a-6ea86b06fc4e None None] The sync data for ids ['99dd9720-9a68-42cd-8bef-9952dfff6a8d'] in dv-cinder-787264-1-smb is: [{'id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'name': 'tempest-TestMinimumBasicScenario-4455101-router', 'tenant_id': '86422c11b606413a8054f9fc7a4a0367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:21Z', 'updated_at': '2021-04-20T19:32:32Z', 'revision_number': 5, 'project_id': '86422c11b606413a8054f9fc7a4a0367', 'gw_port': {'id': '131a9b3f-72e8-470e-b2cd-86ec87842e43', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dd9720-9a68-42cd-8bef-9952dfff6a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:22Z', 'updated_at': '2021-04-20T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:32:34.712200 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Calling delete_port for 131a9b3f-72e8-470e-b2cd-86ec87842e43 owned by network:router_gateway {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:34.763023 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c34827c-0b7b-449a-ad14-9ca6bb6d35be req-fb8d0291-86e6-4844-9ca5-560b64f8e81e tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319753 Apr 20 19:32:34.916205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:34.922126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f933280-f3b6-4b72-b3e9-7b9e7265f7d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:34.970805 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Pushing event deleted for resources: {'Port': ['ID=131a9b3f-72e8-470e-b2cd-86ec87842e43,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:35.007632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:35.074851 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957797'] for router_gateway, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.268275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 2d613b45-747b-4d74-b36e-48c07c71ebeb no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:35.287891 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768351'] for router, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.290533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.314538 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 2d613b45-747b-4d74-b36e-48c07c71ebeb {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:35.314929 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 2d613b45-747b-4d74-b36e-48c07c71ebeb not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:35.380692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853823363'] for router, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.381261 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99dd9720-9a68-42cd-8bef-9952dfff6a8d {{(pid=86327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:32:35.395179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Notify callbacks [] for router, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.396467 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] 10.222.0.16 "DELETE /v2.0/routers/99dd9720-9a68-42cd-8bef-9952dfff6a8d HTTP/1.1" status: 204 len: 168 time: 1.7972863 Apr 20 19:32:35.399311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41494) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:35.468533 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] Deleting subnet 665edb1f-b4cb-486d-90d7-56107b1b21bd {{(pid=86327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:32:35.471744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.524622 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2418451'] for subnet, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.659790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.928453 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2995031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851630270'] for subnet, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.933620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0088a95c-af8b-453b-ab8c-2cdd0f558ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:35.972966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:35.976325 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665edb1f-b4cb-486d-90d7-56107b1b21bd,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:35.978157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b9a0a-88a7-4b91-80d4-99032b2849ee None None] Network 935a8f96-f94a-454e-a09f-a9006519f06e requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:32:35.979054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:35.983918 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5c31a9fc-5017-450b-b264-821af012601b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/665edb1f-b4cb-486d-90d7-56107b1b21bd HTTP/1.1" status: 204 len: 168 time: 0.5833476 Apr 20 19:32:35.986559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41498) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:36.113617 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:36.126174 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Deleting port fe469736-432d-40f4-aa7a-8d303a165845 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:36.126549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:36.251333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] DHCP port deletion for 935a8f96-f94a-454e-a09f-a9006519f06e request from dv-cinder-787264-1-smb {{(pid=86328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:32:36.255691 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] Deleting port fe469736-432d-40f4-aa7a-8d303a165845 {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:36.256153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:36.360661 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] For port fe469736-432d-40f4-aa7a-8d303a165845, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=fe469736-432d-40f4-aa7a-8d303a165845,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:36.361046 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:36.496535 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] For port fe469736-432d-40f4-aa7a-8d303a165845, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=fe469736-432d-40f4-aa7a-8d303a165845,segment=NetworkSegment(f48b7134-b3b9-40d7-9473-08362ac61e90),segment_id=f48b7134-b3b9-40d7-9473-08362ac61e90)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:36.497049 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:36.502318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Calling delete_port for fe469736-432d-40f4-aa7a-8d303a165845 owned by network:dhcp {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:36.582269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:36.587253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d5ec27a8-a048-4cf5-9493-79f8055718ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:36.633909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe469736-432d-40f4-aa7a-8d303a165845,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:36.637336 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:36.638790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] No DVR routers for this DVR port fe469736-432d-40f4-aa7a-8d303a165845 on host dv-cinder-787264-1-smb {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:32:36.643515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] Calling delete_port for fe469736-432d-40f4-aa7a-8d303a165845 owned by network:dhcp {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:36.727584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:32:36.728018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:32:37.010416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:37.129065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935a8f96-f94a-454e-a09f-a9006519f06e']}} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:37.143711 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48b7134-b3b9-40d7-9473-08362ac61e90') {'for_net_delete': True} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:37.144050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48b7134-b3b9-40d7-9473-08362ac61e90') {} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:37.156606 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852357349'] for segment, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:37.173998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:37.181378 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=86327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:32:37.218972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 131a9b3f-72e8-470e-b2cd-86ec87842e43 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:37.251428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] Deleting port fe469736-432d-40f4-aa7a-8d303a165845 {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:37.251774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:37.296301 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 131a9b3f-72e8-470e-b2cd-86ec87842e43 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:37.296645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 131a9b3f-72e8-470e-b2cd-86ec87842e43 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:37.297117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device fe469736-432d-40f4-aa7a-8d303a165845 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:37.371049 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-5ede00a5-0f2f-4926-b9ee-62123ac71371 None None] The port 'fe469736-432d-40f4-aa7a-8d303a165845' was deleted {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:32:37.372121 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: fe469736-432d-40f4-aa7a-8d303a165845 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:37.372748 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device fe469736-432d-40f4-aa7a-8d303a165845 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:37.373924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Network 935a8f96-f94a-454e-a09f-a9006519f06e has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:32:37.384026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851780364'] for segment, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:37.568720 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Network 935a8f96-f94a-454e-a09f-a9006519f06e has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:32:37.593039 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:32:37.672509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:37.676099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:37.689870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:37.701739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=935a8f96-f94a-454e-a09f-a9006519f06e,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:37.706475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:37.710800 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/935a8f96-f94a-454e-a09f-a9006519f06e HTTP/1.1" status: 204 len: 168 time: 1.7232304 Apr 20 19:32:37.714026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41520) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:38.324160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853812582'] for router_interface, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:38.717597 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Deleting port 9796d188-15f0-4159-8e4c-f0f672757562 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:38.717895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:38.870709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-1666822e-cd5d-4c12-9fcf-795b0d91779f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855508 Apr 20 19:32:38.916955 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] For port 9796d188-15f0-4159-8e4c-f0f672757562, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=9796d188-15f0-4159-8e4c-f0f672757562,segment=NetworkSegment(f812a52a-56e4-4f2e-a83e-2295efe2529b),segment_id=f812a52a-56e4-4f2e-a83e-2295efe2529b)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:38.917387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:39.041865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:39.044962 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-63e3d6ba-bc73-4cd1-8586-bf61ed50dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:39.046755 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-63e3d6ba-bc73-4cd1-8586-bf61ed50dd26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30b9242f69424e869f89738268eaf8&device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 1099 time: 0.0858867 Apr 20 19:32:39.065290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Calling delete_port for 9796d188-15f0-4159-8e4c-f0f672757562 owned by network:router_interface {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:39.252653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-3fe70262-5fbc-46e4-afdf-8089d194e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:39.255416 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-3fe70262-5fbc-46e4-afdf-8089d194e93a service neutron] 10.222.0.37 "GET /v2.0/networks?id=39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 200 len: 918 time: 0.1874623 Apr 20 19:32:39.302516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:39.307421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-61ad9af1-dfbe-4bfc-8d5d-a0e33d0edc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:39.371092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Pushing event deleted for resources: {'Port': ['ID=9796d188-15f0-4159-8e4c-f0f672757562,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:39.394141 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-c487f249-4cf0-495a-94e6-5d5ce22922f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 200 len: 1001 time: 0.1318281 Apr 20 19:32:39.398964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:39.472279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-a4369a96-df62-4f25-8e6e-55ee761fb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:39.473916 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-a4369a96-df62-4f25-8e6e-55ee761fb909 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 200 len: 856 time: 0.0720520 Apr 20 19:32:39.569004 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-79e2fa06-5d68-4e4d-8da5-2fb4c3596fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:39.570716 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-79e2fa06-5d68-4e4d-8da5-2fb4c3596fa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39514f72-97e1-4c17-808e-40212859d57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897980 Apr 20 19:32:39.716515 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-c08c14cb-4ed0-4add-a9d9-139d47297933 service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383529 Apr 20 19:32:39.752848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-dbe39f97-2523-4b30-b672-a8d947935d49 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:39.754597 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-dbe39f97-2523-4b30-b672-a8d947935d49 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 814 time: 0.3867607 Apr 20 19:32:39.877965 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c767017-1b2d-4c9e-958e-11b2b78bc95d req-18cc864f-30ea-4c5c-9645-6f53277b089f service neutron] 10.222.0.37 "GET /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543603 Apr 20 19:32:40.034924 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-51c0cf99-9cda-4317-965a-cf6d141c6435 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/quotas/d65da1e298144e538453385acd029a2e HTTP/1.1" status: 200 len: 375 time: 0.2670681 Apr 20 19:32:40.142086 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853812508'] for router_interface, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:40.301205 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-fff557fa-83f3-40b8-aa24-9f38553c5457 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2601120 Apr 20 19:32:40.617586 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-d6305c99-c3f1-4c55-b921-a1c5c6fee8b8 service neutron] 10.222.0.16 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025870 Apr 20 19:32:40.818896 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-2bb487cc-5c84-4a8a-ae37-a0471ad1a86c service neutron] 10.222.0.16 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920364 Apr 20 19:32:40.821008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Router 2daf19a0-73de-4a8d-96c5-ffc35251339c has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:32:41.027595 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-fe7c6f8a-a8c4-4dc2-ba51-c8ab9c7e9695 req-4928b438-5123-4033-a4b8-8dde631de5a6 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 210 time: 0.0519292 Apr 20 19:32:41.032541 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:32:41.053239 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] 10.222.0.16 "PUT /v2.0/routers/2daf19a0-73de-4a8d-96c5-ffc35251339c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3283939 Apr 20 19:32:41.053367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] Sync routers for ids ['2daf19a0-73de-4a8d-96c5-ffc35251339c'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:32:41.053494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41544) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:41.056443 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] Routers {'2daf19a0-73de-4a8d-96c5-ffc35251339c'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:41.057139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:32:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['2daf19a0-73de-4a8d-96c5-ffc35251339c'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:41.264171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks [] for router, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:41.466651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] Set router 2daf19a0-73de-4a8d-96c5-ffc35251339c gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:41.470579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:41.479639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Deleting port eabf260d-08cd-4cf6-9476-96d316fc5b68 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:41.480007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:41.672649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] For port eabf260d-08cd-4cf6-9476-96d316fc5b68, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=eabf260d-08cd-4cf6-9476-96d316fc5b68,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:41.673273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:41.791259 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:32:39Z', 'revision_number': 5, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port': {'id': 'eabf260d-08cd-4cf6-9476-96d316fc5b68', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:28:32Z', 'updated_at': '2021-04-20T19:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:41.795699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] Checking router: 2daf19a0-73de-4a8d-96c5-ffc35251339c for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:32:41.804988 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] Routers {'2daf19a0-73de-4a8d-96c5-ffc35251339c'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:32:41.805693 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:32:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['2daf19a0-73de-4a8d-96c5-ffc35251339c'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:41.813079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Calling delete_port for eabf260d-08cd-4cf6-9476-96d316fc5b68 owned by network:router_gateway {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:41.975921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] Set router 2daf19a0-73de-4a8d-96c5-ffc35251339c gateway port host: None {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:32:41.998676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.003784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:42.051837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=eabf260d-08cd-4cf6-9476-96d316fc5b68,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:42.055015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:42.100231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:32:41Z', 'revision_number': 6, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port_host': None}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:42.107327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d10cdb5-8208-47b7-b686-4d0d75db5b1b None None] The sync data for ids ['2daf19a0-73de-4a8d-96c5-ffc35251339c'] in dv-cinder-787264-1-smb is: [{'id': '2daf19a0-73de-4a8d-96c5-ffc35251339c', 'name': 'tempest-TestMinimumBasicScenario-1751326774-router', 'tenant_id': '1de3e638346441509a7155d384ec0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:28:31Z', 'updated_at': '2021-04-20T19:32:41Z', 'revision_number': 6, 'project_id': '1de3e638346441509a7155d384ec0ce2', 'gw_port_host': None}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:32:42.155034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957797'] for router_gateway, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.286177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-239395b0-004a-4cd5-a775-aa4cc0860de7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:42.288392 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-239395b0-004a-4cd5-a775-aa4cc0860de7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 814 time: 0.2036514 Apr 20 19:32:42.300960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Request body: {'port': {'device_id': '46e5d3e4-6428-4d8a-b20a-b9a4d742600e', 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'admin_state_up': True, 'tenant_id': 'd65da1e298144e538453385acd029a2e'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:42.483176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:42.495115 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:42.505498 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Made reservation on behalf of d65da1e298144e538453385acd029a2e for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:42.511761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.638709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0e455f9a-ea30-4093-aa43-21ce75075c00 req-d27a15a7-dc55-447d-b4fe-ed1ebb092e85 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 210 time: 0.4399574 Apr 20 19:32:42.656060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768351'] for router, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.658648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.685272 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853823363'] for router, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.686050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2daf19a0-73de-4a8d-96c5-ffc35251339c {{(pid=86327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:32:42.698848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] Notify callbacks [] for router, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.700068 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-bfeeced4-1c0e-4d55-9421-d5568bc80b5f admin admin] 10.222.0.16 "DELETE /v2.0/routers/2daf19a0-73de-4a8d-96c5-ffc35251339c HTTP/1.1" status: 204 len: 168 time: 1.6521769 Apr 20 19:32:42.703428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41560) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:42.704047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Allocated IP 172.20.0.3 (8ec32fe3-85ef-4580-a9fc-b33fc2a3b792/63da09d5-d10e-433a-a072-783d63b92338/fb1540b6-bae0-4e73-b852-97245f7014e6) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:32:42.773603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] Deleting subnet d1278019-71f0-4228-b1ab-2ee040896c79 {{(pid=86327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:32:42.776935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.837038 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2418451'] for subnet, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.921627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.934775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.966108 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:42.972298 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7c4ddb77-1428-491c-9a5a-68d79a624f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:42.979896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:43.048519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:32:43.052592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:32:43.059652 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:32:43.129329 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Pushing event updated for resources: {'Port': ['ID=fb1540b6-bae0-4e73-b852-97245f7014e6,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:43.134280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:43.140859 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:43.141602 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.173813 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-3a2d3fe8-01df-44d8-8ff0-7ec6abd217c4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8772664 Apr 20 19:32:43.188424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Request body: {'port': {'device_id': '46e5d3e4-6428-4d8a-b20a-b9a4d742600e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:43.221938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2995031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851630270'] for subnet, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.228097 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:43.260451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device eabf260d-08cd-4cf6-9476-96d316fc5b68 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:43.268481 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1278019-71f0-4228-b1ab-2ee040896c79,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:43.272033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:43.273075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.280149 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ae23bb4f-7c02-4ec2-994e-4259616a1ae9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d1278019-71f0-4228-b1ab-2ee040896c79 HTTP/1.1" status: 204 len: 168 time: 0.5756691 Apr 20 19:32:43.285590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41564) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:43.297023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53bc20a-896c-4b87-a46f-f515365ff120 None None] Network 81296f47-7171-4343-93ec-b5e5ffad4598 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:32:43.331287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.377572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: eabf260d-08cd-4cf6-9476-96d316fc5b68 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:43.377956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device eabf260d-08cd-4cf6-9476-96d316fc5b68 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:43.378429 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 9796d188-15f0-4159-8e4c-f0f672757562 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:43.408362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.422288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Deleting port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:43.422660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.431924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 9796d188-15f0-4159-8e4c-f0f672757562 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:43.432352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 9796d188-15f0-4159-8e4c-f0f672757562 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:43.640424 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] DHCP port deletion for 81296f47-7171-4343-93ec-b5e5ffad4598 request from dv-cinder-787264-1-smb {{(pid=86328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:32:43.645853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] Deleting port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:43.646694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.673283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] For port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=6bc62b38-2e4a-4d15-abfe-bef2f18d872a,segment=NetworkSegment(f812a52a-56e4-4f2e-a83e-2295efe2529b),segment_id=f812a52a-56e4-4f2e-a83e-2295efe2529b)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:43.673283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.827979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Calling delete_port for 6bc62b38-2e4a-4d15-abfe-bef2f18d872a owned by network:dhcp {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:43.899132 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] For port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=6bc62b38-2e4a-4d15-abfe-bef2f18d872a,segment=NetworkSegment(f812a52a-56e4-4f2e-a83e-2295efe2529b),segment_id=f812a52a-56e4-4f2e-a83e-2295efe2529b)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:43.899510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.920556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:43.925724 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5fabc230-9537-44e5-9d34-158cb8d8f7eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:43.974133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc62b38-2e4a-4d15-abfe-bef2f18d872a,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:43.976273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] No DVR routers for this DVR port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a on host dv-cinder-787264-1-smb {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:32:43.978496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:43.991794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e609fd6-676c-4910-9e35-c5650b2c2490 req-54d47b84-5da0-4553-b0a0-d73b39827d2a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:43.992598 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-6e609fd6-676c-4910-9e35-c5650b2c2490 req-54d47b84-5da0-4553-b0a0-d73b39827d2a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:44.042645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] Calling delete_port for 6bc62b38-2e4a-4d15-abfe-bef2f18d872a owned by network:dhcp {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:32:44.056788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-6e609fd6-676c-4910-9e35-c5650b2c2490 req-54d47b84-5da0-4553-b0a0-d73b39827d2a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:44.057785 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6e609fd6-676c-4910-9e35-c5650b2c2490 req-54d47b84-5da0-4553-b0a0-d73b39827d2a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 931 time: 0.2143514 Apr 20 19:32:44.103819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.114932 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1540b6-bae0-4e73-b852-97245f7014e6 {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:44.124223 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:32:44.124636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:32:44.128073 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.134965 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6e609fd6-676c-4910-9e35-c5650b2c2490 req-c4a07c5f-5d9b-4b29-9b23-8cc9cca9d861 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625408 Apr 20 19:32:44.149391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Transition to ACTIVE for port object fb1540b6-bae0-4e73-b852-97245f7014e6 will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:32:44.152699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.157387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-366e1410-e895-4809-943d-3c7cab22bac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:44.229131 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81296f47-7171-4343-93ec-b5e5ffad4598']}} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:44.245714 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f812a52a-56e4-4f2e-a83e-2295efe2529b') {'for_net_delete': True} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:44.246051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f812a52a-56e4-4f2e-a83e-2295efe2529b') {} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:32:44.259885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852357349'] for segment, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.276438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.284177 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=86327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:32:44.333547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1540b6-bae0-4e73-b852-97245f7014e6,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:44.343942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:44.423408 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Attempting to bind port fb1540b6-bae0-4e73-b852-97245f7014e6 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:32:44.423786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Attempting to bind port fb1540b6-bae0-4e73-b852-97245f7014e6 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:32:44.424158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Attempting to bind port fb1540b6-bae0-4e73-b852-97245f7014e6 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:44.429365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Port fb1540b6-bae0-4e73-b852-97245f7014e6 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:32:44.429728 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Attempting to bind port fb1540b6-bae0-4e73-b852-97245f7014e6 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:44.435692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:32:44.436066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Checking segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:32:44.436486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Bound using segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:32:44.436960 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Bound port: fb1540b6-bae0-4e73-b852-97245f7014e6, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:32:44.437375 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.478372 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Network 81296f47-7171-4343-93ec-b5e5ffad4598 has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:32:44.488817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851780364'] for segment, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.538575 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] For port fb1540b6-bae0-4e73-b852-97245f7014e6, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:32:44.541874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] For port fb1540b6-bae0-4e73-b852-97245f7014e6, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb1540b6-bae0-4e73-b852-97245f7014e6,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:32:44.548740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.555098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0603de2c-b2d5-4e4f-add9-6521cd1324b9 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:44.623248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:44.623937 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.625577 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] 10.222.0.37 "PUT /v2.0/ports/fb1540b6-bae0-4e73-b852-97245f7014e6 HTTP/1.1" status: 200 len: 1093 time: 1.4438586 Apr 20 19:32:44.626082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e5d3e4-6428-4d8a-b20a-b9a4d742600e', 'tag': 'fb1540b6-bae0-4e73-b852-97245f7014e6'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:44.626197 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] Deleting port 6bc62b38-2e4a-4d15-abfe-bef2f18d872a {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:32:44.626730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.647812 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1540b6-bae0-4e73-b852-97245f7014e6,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:44.651145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:44.695019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Network 81296f47-7171-4343-93ec-b5e5ffad4598 has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:32:44.714531 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e5d3e4-6428-4d8a-b20a-b9a4d742600e', 'tag': 'fb1540b6-bae0-4e73-b852-97245f7014e6', 'status': 'completed', 'code': 200} Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:32:44.719195 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:32:44.721369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-55b81fbb-69ab-4462-8df3-932f75a1306b None None] The port '6bc62b38-2e4a-4d15-abfe-bef2f18d872a' was deleted {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:32:44.758595 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-68c54878-e68f-4018-a7cf-536bb4ad568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:44.760253 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-68c54878-e68f-4018-a7cf-536bb4ad568c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 1096 time: 0.0895095 Apr 20 19:32:44.800767 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.804465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:44.818922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:44.831840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=81296f47-7171-4343-93ec-b5e5ffad4598,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:44.835315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:44.837277 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/81296f47-7171-4343-93ec-b5e5ffad4598 HTTP/1.1" status: 204 len: 168 time: 1.5503459 Apr 20 19:32:44.847808 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-8ccf4fd4-e077-44e1-81b6-d99cfdf9b0f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1540b6-bae0-4e73-b852-97245f7014e6 HTTP/1.1" status: 200 len: 217 time: 0.0740230 Apr 20 19:32:44.922865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-bc9eaaca-e408-4762-b01c-4b0d13e890c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:44.924448 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-bc9eaaca-e408-4762-b01c-4b0d13e890c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 200 len: 854 time: 0.0701454 Apr 20 19:32:44.969440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41576) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:44.987673 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-00918ad5-fe77-4ae5-9d80-537280a1083e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516677 Apr 20 19:32:45.023214 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-17abf2fb-fabc-4326-bd73-36b8a67a55ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86422c11b606413a8054f9fc7a4a0367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522683 Apr 20 19:32:45.025900 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41580) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:45.094362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a07fc406-873d-4bde-9c9f-6a1050ada89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:45.124288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a07fc406-873d-4bde-9c9f-6a1050ada89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:45.136878 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-f57f05d5-19e1-40a9-a72a-18d9a5482fb0 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422644 Apr 20 19:32:45.180798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a07fc406-873d-4bde-9c9f-6a1050ada89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:45.186466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-44146ccc-2535-4b7d-a319-ede6edeafa33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:45.198839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fc406-873d-4bde-9c9f-6a1050ada89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1349abe2-78a1-4063-9c44-dba326cae0d5,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:45.204411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a07fc406-873d-4bde-9c9f-6a1050ada89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:45.215348 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a07fc406-873d-4bde-9c9f-6a1050ada89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:45.217194 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a07fc406-873d-4bde-9c9f-6a1050ada89f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1349abe2-78a1-4063-9c44-dba326cae0d5 HTTP/1.1" status: 204 len: 168 time: 0.1902745 Apr 20 19:32:45.227893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 6bc62b38-2e4a-4d15-abfe-bef2f18d872a no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:32:45.282498 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 6bc62b38-2e4a-4d15-abfe-bef2f18d872a {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:32:45.283041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 6bc62b38-2e4a-4d15-abfe-bef2f18d872a not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:32:45.396338 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-147436a7-8761-41d1-920a-0de1317cd7f2 req-2d5d5c81-b187-465f-9d10-7635ca28d1e6 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514701 Apr 20 19:32:45.428098 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb1203-ffc8-4503-b686-87713ed84c77 req-2c8a281f-62ef-43d9-9be5-47260cda9eba tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:45.429933 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b8eb1203-ffc8-4503-b686-87713ed84c77 req-2c8a281f-62ef-43d9-9be5-47260cda9eba tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 943 time: 0.1292365 Apr 20 19:32:45.536235 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b8eb1203-ffc8-4503-b686-87713ed84c77 req-2f598a6a-0c53-431c-8ba6-1f186a08e49e tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957413 Apr 20 19:32:45.572811 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2714-a63f-42b8-a430-00af822c20d6 req-a851e1ef-df72-437f-b318-7f2dbce634a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:45.574464 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-455c2714-a63f-42b8-a430-00af822c20d6 req-a851e1ef-df72-437f-b318-7f2dbce634a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 1096 time: 0.0991518 Apr 20 19:32:45.635784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41590) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:45.691717 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0a4d01e6-bfa4-48c4-ae37-81ff08fa5622 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1de3e638346441509a7155d384ec0ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543957 Apr 20 19:32:45.694472 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41594) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:32:45.736761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2714-a63f-42b8-a430-00af822c20d6 req-1f003dee-6619-4b24-885e-525c6d748162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:45.738497 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-455c2714-a63f-42b8-a430-00af822c20d6 req-1f003dee-6619-4b24-885e-525c6d748162 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 915 time: 0.1569183 Apr 20 19:32:45.761184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dea4080-61cd-4331-ac32-3bd6cb46041d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:45.791258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dea4080-61cd-4331-ac32-3bd6cb46041d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:45.815426 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-455c2714-a63f-42b8-a430-00af822c20d6 req-fe91f4b6-4558-4348-acfc-ca0e14ce819f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1540b6-bae0-4e73-b852-97245f7014e6 HTTP/1.1" status: 200 len: 217 time: 0.0700593 Apr 20 19:32:45.854549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dea4080-61cd-4331-ac32-3bd6cb46041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:45.861476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b01d684d-f760-4072-b2af-df30240b094d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:45.875738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea4080-61cd-4331-ac32-3bd6cb46041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6962c0-18d3-4c9e-91d2-641d8d1e9463,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:45.878981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5dea4080-61cd-4331-ac32-3bd6cb46041d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:45.881093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dea4080-61cd-4331-ac32-3bd6cb46041d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:45.882365 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5dea4080-61cd-4331-ac32-3bd6cb46041d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf6962c0-18d3-4c9e-91d2-641d8d1e9463 HTTP/1.1" status: 204 len: 168 time: 0.1868818 Apr 20 19:32:45.894874 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2714-a63f-42b8-a430-00af822c20d6 req-bebc9b81-a872-423c-86ae-7cabaf77edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:45.896469 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-455c2714-a63f-42b8-a430-00af822c20d6 req-bebc9b81-a872-423c-86ae-7cabaf77edaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 200 len: 854 time: 0.0749338 Apr 20 19:32:45.955648 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-455c2714-a63f-42b8-a430-00af822c20d6 req-6e10cd5f-d2d0-4549-9d88-106c411245b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524690 Apr 20 19:32:46.107838 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-455c2714-a63f-42b8-a430-00af822c20d6 req-dc1c77ae-1dcd-4271-9a57-d36798bdc97b service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444588 Apr 20 19:32:46.267599 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-455c2714-a63f-42b8-a430-00af822c20d6 req-c21e4f50-ec19-4009-a008-014336f02a71 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504462 Apr 20 19:32:46.743344 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15932618-f10d-4f6b-b71f-222ca6d8db99 req-ab7a10d7-3865-4b8f-be8e-c4c4b6fca57c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:46.745089 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-15932618-f10d-4f6b-b71f-222ca6d8db99 req-ab7a10d7-3865-4b8f-be8e-c4c4b6fca57c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 943 time: 0.0907907 Apr 20 19:32:46.797253 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-15932618-f10d-4f6b-b71f-222ca6d8db99 req-46832788-2c32-43cb-9e3b-949d219b717b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Apr 20 19:32:47.962908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device fb1540b6-bae0-4e73-b852-97245f7014e6 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:32:48.006095 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91810268-6f83-41f1-b796-c4639c2347b0 req-dff915ed-031f-41d0-b98c-12e9d88d70d3 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:48.007718 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-91810268-6f83-41f1-b796-c4639c2347b0 req-dff915ed-031f-41d0-b98c-12e9d88d70d3 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 943 time: 0.0907152 Apr 20 19:32:48.062373 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-91810268-6f83-41f1-b796-c4639c2347b0 req-0fdb7fc9-8fd6-497a-9d3a-9d9ead9b30ec tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471475 Apr 20 19:32:48.108189 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port fb1540b6-bae0-4e73-b852-97245f7014e6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb1540b6-bae0-4e73-b852-97245f7014e6,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:48.122889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': 'fb1540b6-bae0-4e73-b852-97245f7014e6', 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'port_id': 'fb1540b6-bae0-4e73-b852-97245f7014e6', 'mac_address': 'fa:16:3e:f3:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da09d5-d10e-433a-a072-783d63b92338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:32:48.186300 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:48.205427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1540b6-bae0-4e73-b852-97245f7014e6 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:48.221588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port fb1540b6-bae0-4e73-b852-97245f7014e6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb1540b6-bae0-4e73-b852-97245f7014e6,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:48.224555 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:48.227228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:48.299806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=fb1540b6-bae0-4e73-b852-97245f7014e6,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:48.307977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.308366 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.308752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.309153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.309568 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.310527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.311033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.311416 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.311789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.312161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.313064 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.313465 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:32:48.317648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:48.575114 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['fb1540b6-bae0-4e73-b852-97245f7014e6'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:49.278593 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c5cc8-5d38-498f-b98e-18f8c5bbbd21 req-8fb61f9d-d41d-48fa-a759-d6849020661c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:49.280483 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-802c5cc8-5d38-498f-b98e-18f8c5bbbd21 req-8fb61f9d-d41d-48fa-a759-d6849020661c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 944 time: 0.1024320 Apr 20 19:32:49.330502 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-802c5cc8-5d38-498f-b98e-18f8c5bbbd21 req-be518a3c-d727-4713-8a13-dca6449a9b26 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Apr 20 19:32:49.964817 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device fb1540b6-bae0-4e73-b852-97245f7014e6 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:32:50.038176 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port fb1540b6-bae0-4e73-b852-97245f7014e6 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:32:50.043662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port fb1540b6-bae0-4e73-b852-97245f7014e6 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:32:50.044787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:50.176063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:50.204905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e5d3e4-6428-4d8a-b20a-b9a4d742600e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1540b6-bae0-4e73-b852-97245f7014e6'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:50.216554 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port fb1540b6-bae0-4e73-b852-97245f7014e6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb1540b6-bae0-4e73-b852-97245f7014e6,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:32:50.219808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:50.221961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-08be901a-1e5f-42da-8afb-25677cb78b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:50.259844 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e5d3e4-6428-4d8a-b20a-b9a4d742600e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1540b6-bae0-4e73-b852-97245f7014e6', 'code': 200} Apr 20 19:32:50.298168 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=fb1540b6-bae0-4e73-b852-97245f7014e6,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:50.301309 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:50.503636 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c5066-b5c1-4e77-bf34-c5250db0b0e5 req-dc16cfca-9f3f-44f7-9044-f987e7bc9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:50.505321 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ec1c5066-b5c1-4e77-bf34-c5250db0b0e5 req-dc16cfca-9f3f-44f7-9044-f987e7bc9871 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 1098 time: 0.0843456 Apr 20 19:32:50.556577 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ec1c5066-b5c1-4e77-bf34-c5250db0b0e5 req-6b33bb62-eb3c-4939-a0ac-a2398135111b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448298 Apr 20 19:32:50.679066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83d4a0-5c35-4eaf-ad97-68ee07395510 req-071add1c-13af-4afa-a6ea-2651917a0881 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:50.680656 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5f83d4a0-5c35-4eaf-ad97-68ee07395510 req-071add1c-13af-4afa-a6ea-2651917a0881 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 945 time: 0.0896373 Apr 20 19:32:50.729346 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5f83d4a0-5c35-4eaf-ad97-68ee07395510 req-52ea79e4-8d32-4b84-b1a0-bd0df87a0b59 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 Apr 20 19:32:50.922085 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e7baf185-8f79-4675-8231-492c48aecd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:51.941175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bdbd4-07d2-4808-a78e-4afc6a330813 req-fd633c20-968f-43d2-97cc-9746b5f3ccee tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:51.942760 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9f5bdbd4-07d2-4808-a78e-4afc6a330813 req-fd633c20-968f-43d2-97cc-9746b5f3ccee tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 945 time: 0.0936124 Apr 20 19:32:51.990667 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9f5bdbd4-07d2-4808-a78e-4afc6a330813 req-22e7973b-9064-4619-826f-fd16dca8b2a7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Apr 20 19:32:53.509374 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-40b0a543-ca4a-4e84-9c0f-7d331e163b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:54.293393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-7344fe4f-f99e-44c3-80f5-b6b0b2f48460 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:54.296821 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-7344fe4f-f99e-44c3-80f5-b6b0b2f48460 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 814 time: 0.1878958 Apr 20 19:32:54.323060 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-48cb876d-a6d3-4fd6-bcb2-38ed92cb045e tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/quotas/d65da1e298144e538453385acd029a2e HTTP/1.1" status: 200 len: 375 time: 0.0191653 Apr 20 19:32:54.426984 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-50bdbbe7-0510-46e7-a0fa-52f1b5b49837 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977948 Apr 20 19:32:54.583561 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-3809ba38-6e81-4a86-be02-b2c60ce1f979 service neutron] 10.222.0.16 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479704 Apr 20 19:32:54.735261 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-7eb6da4e-6077-4fde-9bad-7e1a5c590bb5 service neutron] 10.222.0.16 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451142 Apr 20 19:32:54.952242 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-722ce076-799a-4be7-bac5-0fa57fb48f5a req-e49e3c59-5694-4a3c-9c05-a9c00dbf9793 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 210 time: 0.0509012 Apr 20 19:32:55.397218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:56.165359 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ed3a9e97-7ad1-4ac3-a7a2-49447a3e887d req-b12083b1-879f-4a7a-871c-19bf09fd190b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 210 time: 0.0880103 Apr 20 19:32:56.249696 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-0548aea9-dba2-49fb-99ff-8ccc35959bad tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:56.251361 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-0548aea9-dba2-49fb-99ff-8ccc35959bad tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 814 time: 0.1989617 Apr 20 19:32:56.268993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Request body: {'port': {'device_id': '36ae1075-1684-4cb8-9e17-f678c5514b99', 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'admin_state_up': True, 'tenant_id': 'd65da1e298144e538453385acd029a2e'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:56.491011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:56.501284 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:32:56.512068 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:32:56.522460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Made reservation on behalf of d65da1e298144e538453385acd029a2e for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:32:56.529596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:56.759379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Allocated IP 172.20.0.11 (8ec32fe3-85ef-4580-a9fc-b33fc2a3b792/63da09d5-d10e-433a-a072-783d63b92338/3f9d36a0-809a-451b-ba9c-cf108224e019) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:32:57.009359 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:57.042670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:57.049656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1ab4445f-6eab-46b4-878b-17ac8f5d404c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:57.058109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'fb1540b6-bae0-4e73-b852-97245f7014e6'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:32:57.129209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:32:57.133423 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:32:57.139334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:32:57.187561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Pushing event updated for resources: {'Port': ['ID=3f9d36a0-809a-451b-ba9c-cf108224e019,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:57.192855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:57.236599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:57.238562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:57.284407 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0230854 Apr 20 19:32:57.297926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Request body: {'port': {'device_id': '36ae1075-1684-4cb8-9e17-f678c5514b99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:32:57.467371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:57.511930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:57.536673 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723abea1-f1eb-487d-a563-2177e4ba61b0 req-ec9325d5-1902-4a0a-be2d-661235e3647d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:57.537526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-723abea1-f1eb-487d-a563-2177e4ba61b0 req-ec9325d5-1902-4a0a-be2d-661235e3647d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:32:57.606543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-723abea1-f1eb-487d-a563-2177e4ba61b0 req-ec9325d5-1902-4a0a-be2d-661235e3647d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:32:57.607788 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-723abea1-f1eb-487d-a563-2177e4ba61b0 req-ec9325d5-1902-4a0a-be2d-661235e3647d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 932 time: 0.2769222 Apr 20 19:32:57.743851 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-723abea1-f1eb-487d-a563-2177e4ba61b0 req-1cd025d8-e822-4857-8f2c-5d12a488947f tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205032 Apr 20 19:32:58.010218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9d36a0-809a-451b-ba9c-cf108224e019 {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:32:58.019892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:58.038749 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Transition to ACTIVE for port object 3f9d36a0-809a-451b-ba9c-cf108224e019 will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:32:58.042026 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:58.049170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a3bb94df-9f06-424e-982c-b06bde7da2e5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:58.506198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d36a0-809a-451b-ba9c-cf108224e019,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:58.517749 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:58.603104 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Attempting to bind port 3f9d36a0-809a-451b-ba9c-cf108224e019 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:32:58.603491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Attempting to bind port 3f9d36a0-809a-451b-ba9c-cf108224e019 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:32:58.603867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Attempting to bind port 3f9d36a0-809a-451b-ba9c-cf108224e019 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:58.610220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Port 3f9d36a0-809a-451b-ba9c-cf108224e019 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:32:58.610582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Attempting to bind port 3f9d36a0-809a-451b-ba9c-cf108224e019 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:32:58.616952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:32:58.617362 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Checking segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:32:58.617800 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Bound using segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:32:58.618284 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Bound port: 3f9d36a0-809a-451b-ba9c-cf108224e019, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:32:58.618672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:58.729997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] For port 3f9d36a0-809a-451b-ba9c-cf108224e019, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:32:58.734967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] For port 3f9d36a0-809a-451b-ba9c-cf108224e019, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3f9d36a0-809a-451b-ba9c-cf108224e019,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:32:58.738397 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:58.744013 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ee8f3b38-c56f-4897-bc21-dde1d35a19c7 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:32:58.807451 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:58.808390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:32:58.811329 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] 10.222.0.37 "PUT /v2.0/ports/3f9d36a0-809a-451b-ba9c-cf108224e019 HTTP/1.1" status: 200 len: 1094 time: 1.5193727 Apr 20 19:32:58.815302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ae1075-1684-4cb8-9e17-f678c5514b99', 'tag': '3f9d36a0-809a-451b-ba9c-cf108224e019'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:32:58.948673 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ae1075-1684-4cb8-9e17-f678c5514b99', 'tag': '3f9d36a0-809a-451b-ba9c-cf108224e019', 'status': 'completed', 'code': 200} Apr 20 19:32:58.961692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d36a0-809a-451b-ba9c-cf108224e019,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:32:58.966582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-65afa7a4-815c-4a84-b7a2-87b7d7dd3725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:32:59.018415 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-43bd3565-47f3-4e4b-b813-f33bbd739823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.020141 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-43bd3565-47f3-4e4b-b813-f33bbd739823 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 1097 time: 0.1509454 Apr 20 19:32:59.023316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514758a-6d66-4a18-a4cb-819eb9e235e0 req-22cc2e3e-537e-4d15-b61b-f7a4baca30bc tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.025090 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a514758a-6d66-4a18-a4cb-819eb9e235e0 req-22cc2e3e-537e-4d15-b61b-f7a4baca30bc tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 944 time: 0.1043110 Apr 20 19:32:59.081807 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a514758a-6d66-4a18-a4cb-819eb9e235e0 req-e51ac114-e9ed-4b63-b6c2-2f74142a2b3e tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486188 Apr 20 19:32:59.102072 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-b98de5cd-6b72-4c78-853e-dc493d8ba629 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9d36a0-809a-451b-ba9c-cf108224e019 HTTP/1.1" status: 200 len: 217 time: 0.0720415 Apr 20 19:32:59.187896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-e2590fce-3e38-40a6-9c45-c408b5b16b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.189538 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-e2590fce-3e38-40a6-9c45-c408b5b16b0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 200 len: 854 time: 0.0808501 Apr 20 19:32:59.249007 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-a2bf0dc6-da2d-4068-8517-be85cfcab206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523982 Apr 20 19:32:59.472041 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-040be00e-215c-4cf9-a4dc-ad88685ac2f5 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150750 Apr 20 19:32:59.638987 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-61218e7b-8350-4eb9-a254-9f413d7fd323 req-56d7f515-9844-47a4-9bb8-399e5073eb26 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525707 Apr 20 19:32:59.774161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-db6f8cd7-c9bf-4a16-af20-ee6c8dc47636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.775801 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-db6f8cd7-c9bf-4a16-af20-ee6c8dc47636 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 1097 time: 0.0847228 Apr 20 19:32:59.933674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-eab98986-a2bd-4a90-bf99-f09b9bd35d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:32:59.936292 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-eab98986-a2bd-4a90-bf99-f09b9bd35d6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 915 time: 0.1536360 Apr 20 19:33:00.047433 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-c820bd48-d457-49e9-a19d-3b2057d4839d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9d36a0-809a-451b-ba9c-cf108224e019 HTTP/1.1" status: 200 len: 217 time: 0.0983202 Apr 20 19:33:00.120784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-9c4d8bd9-4650-4bb0-9561-12878eaf9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:00.123309 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-9c4d8bd9-4650-4bb0-9561-12878eaf9d9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 200 len: 854 time: 0.0687411 Apr 20 19:33:00.185306 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-a0c8ee1b-9387-4d26-8503-d60d9f18c20d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538013 Apr 20 19:33:00.420413 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-e97e4934-e381-4d84-a95e-70494c44eb9f service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273304 Apr 20 19:33:00.430180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02442bf5-c764-4c2b-b91a-2b97930c8728 req-4310e96f-998e-41ea-a807-e2959d89f240 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:00.431822 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-02442bf5-c764-4c2b-b91a-2b97930c8728 req-4310e96f-998e-41ea-a807-e2959d89f240 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 944 time: 0.2054772 Apr 20 19:33:00.582754 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-02442bf5-c764-4c2b-b91a-2b97930c8728 req-70ec1a49-2a88-4d90-af3a-b68d6f72eaa0 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267540 Apr 20 19:33:00.627577 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-af0a003a-1cad-4f77-a39b-069963e4d1bc req-c5454d3d-d014-4d9f-9bd1-e12e8ed28958 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946516 Apr 20 19:33:01.808137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d91c-33cc-4f6f-9fea-0b4aac0a4e58 req-c590a254-c612-4d79-8f38-99900f35d78e tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:01.810407 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5024d91c-33cc-4f6f-9fea-0b4aac0a4e58 req-c590a254-c612-4d79-8f38-99900f35d78e tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 944 time: 0.0976248 Apr 20 19:33:01.864425 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5024d91c-33cc-4f6f-9fea-0b4aac0a4e58 req-c9bf2f5d-b57b-49ef-b082-c53a3c988ae7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 Apr 20 19:33:02.008000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 3f9d36a0-809a-451b-ba9c-cf108224e019 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:33:02.163070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 3f9d36a0-809a-451b-ba9c-cf108224e019, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3f9d36a0-809a-451b-ba9c-cf108224e019,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:02.179779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '3f9d36a0-809a-451b-ba9c-cf108224e019', 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'port_id': '3f9d36a0-809a-451b-ba9c-cf108224e019', 'mac_address': 'fa:16:3e:4e:c6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da09d5-d10e-433a-a072-783d63b92338', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:33:02.246086 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:02.266406 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9d36a0-809a-451b-ba9c-cf108224e019 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:33:02.284857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 3f9d36a0-809a-451b-ba9c-cf108224e019, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3f9d36a0-809a-451b-ba9c-cf108224e019,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:02.288107 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:02.290057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:02.368110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=3f9d36a0-809a-451b-ba9c-cf108224e019,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:02.371476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:02.670795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['3f9d36a0-809a-451b-ba9c-cf108224e019'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:03.127495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf15f7-cf07-499f-9141-9ed7ecb2dae3 req-c8d70503-acab-4f97-8a2a-5c950358a4af tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:03.129259 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ecf15f7-cf07-499f-9141-9ed7ecb2dae3 req-c8d70503-acab-4f97-8a2a-5c950358a4af tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 945 time: 0.1152859 Apr 20 19:33:03.187572 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7ecf15f7-cf07-499f-9141-9ed7ecb2dae3 req-f67a6a83-90b9-493e-924a-99b5204c8a7b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 Apr 20 19:33:04.008418 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 3f9d36a0-809a-451b-ba9c-cf108224e019 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:33:04.059974 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:33:04.084105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 3f9d36a0-809a-451b-ba9c-cf108224e019 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:33:04.089670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 3f9d36a0-809a-451b-ba9c-cf108224e019 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:33:04.090093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:04.233744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:04.270003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ae1075-1684-4cb8-9e17-f678c5514b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d36a0-809a-451b-ba9c-cf108224e019'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:04.283430 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 3f9d36a0-809a-451b-ba9c-cf108224e019, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3f9d36a0-809a-451b-ba9c-cf108224e019,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:04.288017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:04.290156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:04.369332 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ae1075-1684-4cb8-9e17-f678c5514b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d36a0-809a-451b-ba9c-cf108224e019', 'code': 200} Apr 20 19:33:04.376063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=3f9d36a0-809a-451b-ba9c-cf108224e019,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:04.380035 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:04.488058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccb3fc-d81a-49c4-aa56-8ab485275a76 req-c829f652-2c5d-47ae-8161-4f131b0f8db7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:04.489832 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0bccb3fc-d81a-49c4-aa56-8ab485275a76 req-c829f652-2c5d-47ae-8161-4f131b0f8db7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 946 time: 0.1224866 Apr 20 19:33:04.560489 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0bccb3fc-d81a-49c4-aa56-8ab485275a76 req-8e444290-cdc3-419d-9d22-599374c4efbb tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623679 Apr 20 19:33:04.644958 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896faa-c327-4b14-bd9f-76808fd88d26 req-0dbd880a-bebb-48be-b89f-cdfaaff509c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:04.646660 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-98896faa-c327-4b14-bd9f-76808fd88d26 req-0dbd880a-bebb-48be-b89f-cdfaaff509c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 1099 time: 0.0944037 Apr 20 19:33:04.694600 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-98896faa-c327-4b14-bd9f-76808fd88d26 req-87ab453c-4c08-4791-baee-4227c9e2a400 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Apr 20 19:33:05.776241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608430a-9dae-4624-b815-bb35934ea4da req-0f038004-1d34-4fe3-bf0b-c192617ff616 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:05.778554 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5608430a-9dae-4624-b815-bb35934ea4da req-0f038004-1d34-4fe3-bf0b-c192617ff616 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 946 time: 0.0959713 Apr 20 19:33:05.856885 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5608430a-9dae-4624-b815-bb35934ea4da req-36f12c45-a44e-48cf-a422-d984e33f57f2 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703645 Apr 20 19:33:06.779187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b4fd-10cb-4be5-862a-bc39f8ad73b6 req-a5fde18f-2128-4732-85a6-fc8d85c7e4e5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:06.780945 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9212b4fd-10cb-4be5-862a-bc39f8ad73b6 req-a5fde18f-2128-4732-85a6-fc8d85c7e4e5 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 946 time: 0.1019998 Apr 20 19:33:06.833748 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9212b4fd-10cb-4be5-862a-bc39f8ad73b6 req-25852db4-ccc9-4b2a-9059-88b6e4b65ebf tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Apr 20 19:33:07.184831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada39875-065b-4cff-944b-01f9aa8272b5 req-a5da53be-41fc-44b0-a2ed-4d4102d2714c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:07.186823 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ada39875-065b-4cff-944b-01f9aa8272b5 req-a5da53be-41fc-44b0-a2ed-4d4102d2714c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 946 time: 0.1066802 Apr 20 19:33:07.241289 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ada39875-065b-4cff-944b-01f9aa8272b5 req-c1e35670-f2ed-4eea-bfde-319abcbb764f tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475800 Apr 20 19:33:08.083054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afa044-0923-4266-849d-bbab88d176d4 req-0b2a9b37-c49c-4dbc-9e35-c7c0b01cb3b4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:08.084804 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19afa044-0923-4266-849d-bbab88d176d4 req-0b2a9b37-c49c-4dbc-9e35-c7c0b01cb3b4 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 946 time: 0.0956981 Apr 20 19:33:08.149715 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-19afa044-0923-4266-849d-bbab88d176d4 req-8d14c2dc-2923-4126-9d79-b93fd9c0dbc0 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups?id=0641710c-b974-44e0-84d3-709c1b061df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514736 Apr 20 19:33:08.263489 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-0cb17aa4-bad9-4e24-9059-b2264140360d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:08.265251 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-0cb17aa4-bad9-4e24-9059-b2264140360d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 946 time: 0.0991380 Apr 20 19:33:08.352904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Deleting port 9afbadf6-f341-4932-8c22-52f154c437dc {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:08.353395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:08.649473 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] For port 9afbadf6-f341-4932-8c22-52f154c437dc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=9afbadf6-f341-4932-8c22-52f154c437dc,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:08.649861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:09.050123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:09.069039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:09.069496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963505'] for floatingip, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:09.069859 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Floating IP e1363035-2088-4451-bc19-02bec6538b0f disassociated. External IP: 172.28.3.116, port: 9afbadf6-f341-4932-8c22-52f154c437dc. Apr 20 19:33:09.070249 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Calling delete_port for 9afbadf6-f341-4932-8c22-52f154c437dc owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:09.319920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:09.334311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:09.424122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event deleted for resources: {'Port': ['ID=9afbadf6-f341-4932-8c22-52f154c437dc,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:09.432771 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:09.538629 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2c8f961c-316b-4ced-9dcf-21d19042d0a1 req-c184ad72-84f4-4377-bca2-8dee2a74d4ae tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.1221938 Apr 20 19:33:09.918402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:33:10.518804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:33:10.531934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] Sync routers for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:33:10.551285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:10.552343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:32:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:10.633282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] No DVR routers for this DVR port 9afbadf6-f341-4932-8c22-52f154c437dc on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:10.636271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:10.640681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-deleted', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:10.687984 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f4446dab-8fa1-4954-b621-b255588fa9fe req-c437d1ac-8dbc-4e41-9be1-a19e16e98dcb tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.37 "DELETE /v2.0/ports/9afbadf6-f341-4932-8c22-52f154c437dc HTTP/1.1" status: 204 len: 173 time: 2.4157724 Apr 20 19:33:10.721928 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621ca2c1-be73-4ef3-b4c9-08a05d800a15', 'name': 'network-vif-deleted', 'tag': '9afbadf6-f341-4932-8c22-52f154c437dc', 'status': 'completed', 'code': 200} Apr 20 19:33:10.863594 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-69b92d9c-f193-4e3c-827a-b59796176f55 req-1a474fcc-66de-4199-b3a9-33e6d6459d51 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/ports?device_id=621ca2c1-be73-4ef3-b4c9-08a05d800a15 HTTP/1.1" status: 200 len: 210 time: 0.0769968 Apr 20 19:33:10.907405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:11.271427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:11.276333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] Checking router: 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:33:11.286551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:11.287717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:32:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:11.657548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:12.026491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:12.053649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:12.062655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae2289-f46e-458a-8c2d-3b7cc689299c None None] The sync data for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb is: [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:23:46Z', 'revision_number': 4, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '7451fe19-3996-4772-8921-8254b5cd9e80', 'name': '', 'network_id': '39514f72-97e1-4c17-808e-40212859d57d', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'mac_address': 'fa:16:3e:c0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:42Z', 'updated_at': '2021-04-20T19:24:02Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'subnets': [{'id': '1be08112-74cb-4c23-bfa4-5ad4fa5f6445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:33:12.084899 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41728) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:12.101491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 9afbadf6-f341-4932-8c22-52f154c437dc {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:12.102524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 9afbadf6-f341-4932-8c22-52f154c437dc not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:12.185405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-240bec3d-1dd6-4cde-9d62-ed8cbb5cf7ee tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.223566 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-240bec3d-1dd6-4cde-9d62-ed8cbb5cf7ee tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.286337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-240bec3d-1dd6-4cde-9d62-ed8cbb5cf7ee tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.290716 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9da56798-c71a-4552-a09d-a86cf38ffc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:12.310777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bec3d-1dd6-4cde-9d62-ed8cbb5cf7ee tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0641710c-b974-44e0-84d3-709c1b061df5,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:12.314563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-240bec3d-1dd6-4cde-9d62-ed8cbb5cf7ee tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:12.324078 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-240bec3d-1dd6-4cde-9d62-ed8cbb5cf7ee tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:12.329458 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-240bec3d-1dd6-4cde-9d62-ed8cbb5cf7ee tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "DELETE /v2.0/security-groups/0641710c-b974-44e0-84d3-709c1b061df5 HTTP/1.1" status: 204 len: 168 time: 0.2400196 Apr 20 19:33:12.330321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41736) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:12.355087 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.api.v2.resource [None req-074442db-0891-4301-9399-35e7bad6862d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] show failed (client error): The resource could not be found. Apr 20 19:33:12.358088 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-074442db-0891-4301-9399-35e7bad6862d tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "GET /v2.0/security-groups/0641710c-b974-44e0-84d3-709c1b061df5 HTTP/1.1" status: 404 len: 347 time: 0.0243742 Apr 20 19:33:12.359899 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41740) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:12.563604 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026104a-cea1-4e20-9cc0-f901db34b8d7 None None] New status for floating IP e1363035-2088-4451-bc19-02bec6538b0f: DOWN {{(pid=86328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:33:12.595490 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Deleting port feb19b2a-a20a-467d-b002-293cbddcdf9f {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:12.595878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.059853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.060699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:13.196848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Calling delete_port for feb19b2a-a20a-467d-b002-293cbddcdf9f owned by network:floatingip {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:13.292322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:33:13.292678 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:33:13.794476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Deleting port feb19b2a-a20a-467d-b002-293cbddcdf9f {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:13.794862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.032957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.033631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.275979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Calling delete_port for feb19b2a-a20a-467d-b002-293cbddcdf9f owned by network:floatingip {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:14.569089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-2eae8be7-a012-4257-9070-9f0511e5dba3 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:14.570888 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-2eae8be7-a012-4257-9070-9f0511e5dba3 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 814 time: 0.2511079 Apr 20 19:33:14.601694 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-dddc9559-71c4-47c0-b089-5cd603db8004 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/quotas/d65da1e298144e538453385acd029a2e HTTP/1.1" status: 200 len: 375 time: 0.0219924 Apr 20 19:33:14.615681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.661511 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c2828c66-af30-4caa-aefd-a080bd3108e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:14.723113 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Pushing event deleted for resources: {'Port': ['ID=feb19b2a-a20a-467d-b002-293cbddcdf9f,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:14.770440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.770861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.771281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.771697 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.772115 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.772518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.772921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.773349 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.773751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.774152 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.774547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.774945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:14.785822 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:14.866861 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks [] for floatingip, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.887916 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-14326230-96b2-40cb-af1a-5ed54beccce0 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2748461 Apr 20 19:33:14.895621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:14.896823 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] 10.222.0.16 "DELETE /v2.0/floatingips/e1363035-2088-4451-bc19-02bec6538b0f HTTP/1.1" status: 204 len: 168 time: 2.5356238 Apr 20 19:33:15.047416 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-75c00596-68bc-40e2-811b-ffd870765705 service neutron] 10.222.0.16 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493435 Apr 20 19:33:15.222702 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-16e641c9-a1d4-4982-a54b-ce720ce8699e service neutron] 10.222.0.16 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638017 Apr 20 19:33:15.452751 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0784cd65-c2c5-4323-982a-2999d3f20c56 req-e48b6627-33e4-4fcd-a8b9-dd1aa9bdd755 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 210 time: 0.0521789 Apr 20 19:33:16.645640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-cea4a5fd-8a58-4c62-8c2b-4bdfe91f1acb tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:16.648341 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-cea4a5fd-8a58-4c62-8c2b-4bdfe91f1acb tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 814 time: 0.2059062 Apr 20 19:33:16.661976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Request body: {'port': {'device_id': 'dd9f5a60-ee8c-4512-948b-d86bbfaf29c1', 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'admin_state_up': True, 'tenant_id': 'd65da1e298144e538453385acd029a2e'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:33:16.749276 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a3bae5b9-fa71-4246-b65a-140f605fd62e req-bbd070ee-b467-4d13-a4f8-2529ee7ffec7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 210 time: 0.0566356 Apr 20 19:33:16.838870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:33:16.850765 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:33:16.864214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Made reservation on behalf of d65da1e298144e538453385acd029a2e for: {'port': 1} {{(pid=86326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:33:16.871018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.064517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Allocated IP 172.20.0.14 (8ec32fe3-85ef-4580-a9fc-b33fc2a3b792/63da09d5-d10e-433a-a072-783d63b92338/6ddf2f47-c51c-4436-989f-34c5cf9f71a9) {{(pid=86326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:33:17.303034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks [] for port, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.337917 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.344399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2efe8e54-fb1c-4c3f-91bb-059a86d69ba5 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:17.350441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'fb1540b6-bae0-4e73-b852-97245f7014e6', '3f9d36a0-809a-451b-ba9c-cf108224e019'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:17.416653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 is already hosted by enough agents. {{(pid=86326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:33:17.426034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Resources bound (agent type, host, resource id): {{(pid=86326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:33:17.431486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Received port after_create {{(pid=86326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:33:17.479990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Pushing event updated for resources: {'Port': ['ID=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:17.485528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:17.526572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:17.527327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.560557 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-28bd5fca-c541-4f97-a8e4-d1b9e6733372 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9033706 Apr 20 19:33:17.574109 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Request body: {'port': {'device_id': 'dd9f5a60-ee8c-4512-948b-d86bbfaf29c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:33:17.721527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:17.931782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41802) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:18.004271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73522f-454b-4b7d-a1c4-583af539d730 req-d4048bc9-472e-459f-a6c3-01bb84c25f47 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:18.006161 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8b73522f-454b-4b7d-a1c4-583af539d730 req-d4048bc9-472e-459f-a6c3-01bb84c25f47 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 932 time: 0.0996778 Apr 20 19:33:18.067809 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8b73522f-454b-4b7d-a1c4-583af539d730 req-f4ae8cc9-81e7-48ef-964e-b33033f0d1b8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468271 Apr 20 19:33:18.358320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 {{(pid=86326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:33:18.379761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:18.409414 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Transition to ACTIVE for port object 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 will not be triggered until provisioned by entity L2. {{(pid=86326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:33:18.422327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:18.429684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-247891ea-9c0b-480f-9f86-630564ed31ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:18.751884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,revision_number=2']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:18.770379 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:18.911616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Attempting to bind port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:33:18.912005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Attempting to bind port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:33:18.912380 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Attempting to bind port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:33:18.927142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:33:18.927516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Attempting to bind port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 on network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:33:18.937033 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:33:18.937452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Checking segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:33:18.937885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Bound using segment: {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'} {{(pid=86326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:33:18.938395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Bound port: 6ddf2f47-c51c-4436-989f-34c5cf9f71a9, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792'}}] {{(pid=86326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:33:18.938780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.118215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] For port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9, host hv-cinder-78726, cleared binding levels {{(pid=86326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:33:19.123722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] For port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:33:19.127706 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357370'] for port, after_update {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.132730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:19.212431 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:19.213147 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.214678 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] 10.222.0.37 "PUT /v2.0/ports/6ddf2f47-c51c-4436-989f-34c5cf9f71a9 HTTP/1.1" status: 200 len: 1094 time: 1.6457930 Apr 20 19:33:19.219321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9f5a60-ee8c-4512-948b-d86bbfaf29c1', 'tag': '6ddf2f47-c51c-4436-989f-34c5cf9f71a9'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:19.320530 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9f5a60-ee8c-4512-948b-d86bbfaf29c1', 'tag': '6ddf2f47-c51c-4436-989f-34c5cf9f71a9', 'status': 'completed', 'code': 200} Apr 20 19:33:19.380936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,revision_number=3']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:19.398459 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:19.483150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5ac94-16f3-4d10-953e-a571c2e0b246 req-dfca6398-2768-4a9f-a457-6574062a3648 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:19.483965 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-65c5ac94-16f3-4d10-953e-a571c2e0b246 req-dfca6398-2768-4a9f-a457-6574062a3648 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:33:19.491835 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-582d1a24-ed81-4e24-ac32-d61e5b503e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:19.493602 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-582d1a24-ed81-4e24-ac32-d61e5b503e31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 1097 time: 0.2142119 Apr 20 19:33:19.561758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853812582'] for router_interface, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:19.971910 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-e1025c54-7a6a-4b74-bf7c-90b11c3c7995 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddf2f47-c51c-4436-989f-34c5cf9f71a9 HTTP/1.1" status: 200 len: 217 time: 0.4691687 Apr 20 19:33:19.980567 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-65c5ac94-16f3-4d10-953e-a571c2e0b246 req-dfca6398-2768-4a9f-a457-6574062a3648 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:33:19.982698 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-65c5ac94-16f3-4d10-953e-a571c2e0b246 req-dfca6398-2768-4a9f-a457-6574062a3648 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 944 time: 0.7720501 Apr 20 19:33:20.116149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-f897c0cf-414f-4ef2-82b6-2d65c5f3e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:20.117796 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-f897c0cf-414f-4ef2-82b6-2d65c5f3e700 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 200 len: 854 time: 0.1321735 Apr 20 19:33:20.174209 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-65c5ac94-16f3-4d10-953e-a571c2e0b246 req-4fddd83c-d2c6-4824-ad3a-3bcb5ded49ba tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379988 Apr 20 19:33:20.193288 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-6bd7e241-618e-4e0e-8629-bccf65f7915e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633936 Apr 20 19:33:20.495578 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-3ab9a32e-324e-4e32-b8cd-c77a0ebc0d36 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351170 Apr 20 19:33:20.702239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Deleting port 7451fe19-3996-4772-8921-8254b5cd9e80 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:20.702650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:20.809444 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-68295679-0ead-4570-afbf-4cb6b2843cb6 req-64bfb135-0770-424e-893a-b36639a76694 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060641 Apr 20 19:33:20.920011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b58c8482-4b32-4449-93c6-0fded3021094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.059823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] For port 7451fe19-3996-4772-8921-8254b5cd9e80, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=7451fe19-3996-4772-8921-8254b5cd9e80,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:21.060796 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.224972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-133f08c5-d177-4b68-a8ec-8e52b73bc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:21.227988 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-133f08c5-d177-4b68-a8ec-8e52b73bc3e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d65da1e298144e538453385acd029a2e&device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 1097 time: 0.3346601 Apr 20 19:33:21.244908 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Calling delete_port for 7451fe19-3996-4772-8921-8254b5cd9e80 owned by network:router_interface {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:21.490956 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4d60-4b58-46bc-9c39-409a1aff9fb6 req-19140f3c-7b5c-4e36-8c5a-4e824ee57236 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:21.493912 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f3b4d60-4b58-46bc-9c39-409a1aff9fb6 req-19140f3c-7b5c-4e36-8c5a-4e824ee57236 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 944 time: 0.1335831 Apr 20 19:33:21.532309 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-536da961-ce01-4654-ad2b-c5d8693a9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:21.533965 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-536da961-ce01-4654-ad2b-c5d8693a9f03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 200 len: 915 time: 0.2149558 Apr 20 19:33:21.578614 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3f3b4d60-4b58-46bc-9c39-409a1aff9fb6 req-6ed46065-c93c-4b0d-a1e2-0f7de67cc1d7 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758965 Apr 20 19:33:21.619173 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-10d8af38-e1c0-4aeb-a27a-dacd14916772 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddf2f47-c51c-4436-989f-34c5cf9f71a9 HTTP/1.1" status: 200 len: 217 time: 0.0761037 Apr 20 19:33:21.749572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-45337a0d-c3b2-4804-9141-87a6198d7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:21.751237 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-45337a0d-c3b2-4804-9141-87a6198d7d6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 200 len: 854 time: 0.1241922 Apr 20 19:33:21.754545 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:21.759750 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0f2ffcfb-c5a3-4e32-91ed-b60ce4fc1b82 tempest-VolumesActionsTest-898485426 tempest-VolumesActionsTest-898485426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:21.878421 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7451fe19-3996-4772-8921-8254b5cd9e80,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:21.906446 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-08ffd181-1218-47a5-979d-3bb004ec1572 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056707 Apr 20 19:33:21.942904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.943333 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.943755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.944163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.944570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.944976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.945406 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.945791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.946199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.946603 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.947003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.947399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:33:21.983631 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:22.541371 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-64d0b8e6-3a21-4d2d-9a4c-9e9407b48b6e service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003597 Apr 20 19:33:22.656146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853812508'] for router_interface, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:22.932634 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b1d31c23-d6f7-4a73-9755-3bc9fd15a929 req-28205dae-984d-43b6-8ad6-d835c4e6873a service neutron] 10.222.0.37 "GET /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737512 Apr 20 19:33:23.001071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a8aa-0941-4313-b49b-95d4bd16028a req-59fb2558-fdc9-46a2-8f5e-3e235c0d2908 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:23.002839 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a118a8aa-0941-4313-b49b-95d4bd16028a req-59fb2558-fdc9-46a2-8f5e-3e235c0d2908 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 944 time: 0.2575960 Apr 20 19:33:23.210907 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a118a8aa-0941-4313-b49b-95d4bd16028a req-f5ac5973-9a73-4ce6-a6ec-3e042be01f1b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436703 Apr 20 19:33:23.254789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:33:23.460209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:33:23.472894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] Sync routers for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:33:23.482093 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] 10.222.0.16 "PUT /v2.0/routers/1b1fac5d-5d5f-4c9b-8537-32e980ac9c78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5484190 Apr 20 19:33:23.484944 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41818) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:23.488256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:23.489065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:32:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:23.524037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2689616d-973a-4eb7-8fea-d574751dc54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.714658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks [] for router, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.717238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:23.967642 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:23.977408 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Deleting port cd04d5d9-7a22-4c80-95ed-a19840e7c51e {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:23.978052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.041654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:33:24.068847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:33:21Z', 'revision_number': 5, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port': {'id': 'cd04d5d9-7a22-4c80-95ed-a19840e7c51e', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:23:34Z', 'updated_at': '2021-04-20T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:24.077088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] Checking router: 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:33:24.093926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] Routers {'1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:33:24.095023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:33:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:24.190373 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] For port cd04d5d9-7a22-4c80-95ed-a19840e7c51e, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=cd04d5d9-7a22-4c80-95ed-a19840e7c51e,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:24.190758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.281053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:24.303831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '6ddf2f47-c51c-4436-989f-34c5cf9f71a9', 'network_id': '8ec32fe3-85ef-4580-a9fc-b33fc2a3b792', 'port_id': '6ddf2f47-c51c-4436-989f-34c5cf9f71a9', 'mac_address': 'fa:16:3e:16:f8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63da09d5-d10e-433a-a072-783d63b92338', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:33:24.363009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Calling delete_port for cd04d5d9-7a22-4c80-95ed-a19840e7c51e owned by network:router_gateway {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:24.395222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] Set router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 gateway port host: None {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:33:24.414795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.446450 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:33:24.467245 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:24.471735 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.474019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d6db117e-b980-4834-a454-e20d21821614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:24.557398 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:24.569818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:24.600946 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:33:23Z', 'revision_number': 6, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port_host': None}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:24.605596 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891af05d-57fd-49c8-9575-cea4628326ee None None] The sync data for ids ['1b1fac5d-5d5f-4c9b-8537-32e980ac9c78'] in dv-cinder-787264-1-smb is: [{'id': '1b1fac5d-5d5f-4c9b-8537-32e980ac9c78', 'name': 'tempest-AttachVolumeShelveTestJSON-1956953203-router', 'tenant_id': '5d30b9242f69424e869f89738268eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:23:33Z', 'updated_at': '2021-04-20T19:33:23Z', 'revision_number': 6, 'project_id': '5d30b9242f69424e869f89738268eaf8', 'gw_port_host': None}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:33:24.617051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4825df-fe25-472a-a18e-f5a8fa12e6a3 req-6d4a40a2-74f7-4c9f-813f-f15695229c44 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:24.619076 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0a4825df-fe25-472a-a18e-f5a8fa12e6a3 req-6d4a40a2-74f7-4c9f-813f-f15695229c44 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 945 time: 0.1622741 Apr 20 19:33:24.687128 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.692729 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5efd4e9f-cb4f-4516-b853-cc4f36d2d6b3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:24.698289 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0a4825df-fe25-472a-a18e-f5a8fa12e6a3 req-ee96edf5-b2d3-46b8-9614-e209a4284386 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725081 Apr 20 19:33:24.741445 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd04d5d9-7a22-4c80-95ed-a19840e7c51e,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:24.746178 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:24.860113 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957797'] for router_gateway, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:24.864455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['6ddf2f47-c51c-4436-989f-34c5cf9f71a9'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:25.065399 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768351'] for router, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.067884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.091016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853823363'] for router, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.091885 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 {{(pid=86326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:33:25.115400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.117054 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e5a1b602-3052-4ac0-b58e-db3d38324b09 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1b1fac5d-5d5f-4c9b-8537-32e980ac9c78 HTTP/1.1" status: 204 len: 168 time: 1.6301503 Apr 20 19:33:25.119702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41824) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:25.198939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] Deleting subnet 1be08112-74cb-4c23-bfa4-5ad4fa5f6445 {{(pid=86326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:33:25.203007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.246102 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device cd04d5d9-7a22-4c80-95ed-a19840e7c51e no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:25.266092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851232374'] for subnet, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.286762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: cd04d5d9-7a22-4c80-95ed-a19840e7c51e {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:25.287161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device cd04d5d9-7a22-4c80-95ed-a19840e7c51e not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:25.287640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 7451fe19-3996-4772-8921-8254b5cd9e80 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:25.327503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 7451fe19-3996-4772-8921-8254b5cd9e80 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:25.327936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 7451fe19-3996-4772-8921-8254b5cd9e80 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:25.367910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:25.403209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.025241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be112dc-3270-4e0b-aad4-5d81d766f844 req-0e739d6a-b0d0-4ef8-bcb6-e4fde24a4219 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:26.026950 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5be112dc-3270-4e0b-aad4-5d81d766f844 req-0e739d6a-b0d0-4ef8-bcb6-e4fde24a4219 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 945 time: 0.1827202 Apr 20 19:33:26.031910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852634239'] for subnet, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.039222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-48643315-76a6-42f7-87aa-8d739d27e754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:26.056214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:33:26.100922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be08112-74cb-4c23-bfa4-5ad4fa5f6445,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:26.104310 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:26.109676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.118819 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a3b22-68cb-4b56-a778-01a0507b81a4 None None] Network 39514f72-97e1-4c17-808e-40212859d57d requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:33:26.128588 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-21bc2dd9-f8a5-4db6-a6c3-0bc6c3640ccd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1be08112-74cb-4c23-bfa4-5ad4fa5f6445 HTTP/1.1" status: 204 len: 168 time: 1.0077353 Apr 20 19:33:26.131369 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41830) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:26.140676 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5be112dc-3270-4e0b-aad4-5d81d766f844 req-d18c4638-e4f5-462c-b9ab-c40be05648e3 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026580 Apr 20 19:33:26.255345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.268632 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Deleting port 31ef8a7d-560d-4088-a998-fc74e979ec84 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:26.269015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.272821 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:33:26.307592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:33:26.307890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.505394 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.524601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] For port 31ef8a7d-560d-4088-a998-fc74e979ec84, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=31ef8a7d-560d-4088-a998-fc74e979ec84,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:26.524998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.526476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.543703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f5a60-ee8c-4512-948b-d86bbfaf29c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddf2f47-c51c-4436-989f-34c5cf9f71a9'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:26.552392 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] DHCP port deletion for 39514f72-97e1-4c17-808e-40212859d57d request from dv-cinder-787264-1-smb {{(pid=86328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:33:26.560761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:26.562102 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] Deleting port 31ef8a7d-560d-4088-a998-fc74e979ec84 {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:26.562523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.599406 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9f5a60-ee8c-4512-948b-d86bbfaf29c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddf2f47-c51c-4436-989f-34c5cf9f71a9', 'code': 200} Apr 20 19:33:26.600258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.609267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:26.693148 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Calling delete_port for 31ef8a7d-560d-4088-a998-fc74e979ec84 owned by network:dhcp {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:26.737777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:26.743191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:26.794543 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.798782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4de67134-ec9a-4df9-9344-b198f09c46fe tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:26.852019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ef8a7d-560d-4088-a998-fc74e979ec84,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:26.857361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] No DVR routers for this DVR port 31ef8a7d-560d-4088-a998-fc74e979ec84 on host dv-cinder-787264-1-smb {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:26.859230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:26.901981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9dd89-f5e1-4908-81f2-15bbb56cbef3 req-302f85be-fbb2-4681-8a76-0f038104bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:26.903521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] For port 31ef8a7d-560d-4088-a998-fc74e979ec84, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=31ef8a7d-560d-4088-a998-fc74e979ec84,segment=NetworkSegment(6f88d98a-d264-43b8-918e-6f5b6902ac30),segment_id=6f88d98a-d264-43b8-918e-6f5b6902ac30)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:26.904367 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:26.904508 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-77c9dd89-f5e1-4908-81f2-15bbb56cbef3 req-302f85be-fbb2-4681-8a76-0f038104bbd2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 1099 time: 0.1022689 Apr 20 19:33:26.954945 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-77c9dd89-f5e1-4908-81f2-15bbb56cbef3 req-12593d42-ae60-495a-894a-fbc14149a3e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419917 Apr 20 19:33:26.990952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:27.045923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] Calling delete_port for 31ef8a7d-560d-4088-a998-fc74e979ec84 owned by network:dhcp {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:27.111964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39514f72-97e1-4c17-808e-40212859d57d']}} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:27.128017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:33:27.128425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:33:27.129439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f88d98a-d264-43b8-918e-6f5b6902ac30') {'for_net_delete': True} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:27.129778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f88d98a-d264-43b8-918e-6f5b6902ac30') {} {{(pid=86327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:27.143880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852357349'] for segment, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:27.160037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:27.167841 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=86327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:33:27.236732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 31ef8a7d-560d-4088-a998-fc74e979ec84 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:27.276116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 31ef8a7d-560d-4088-a998-fc74e979ec84 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:27.276515 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 31ef8a7d-560d-4088-a998-fc74e979ec84 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:27.377922 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Network 39514f72-97e1-4c17-808e-40212859d57d has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:27.386023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88deb87a-a3c4-4f76-ad8a-02afe0aff894 req-bc8fb6eb-bf79-4f8c-9f07-23e1b8a8299c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:27.388439 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-88deb87a-a3c4-4f76-ad8a-02afe0aff894 req-bc8fb6eb-bf79-4f8c-9f07-23e1b8a8299c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 946 time: 0.1038070 Apr 20 19:33:27.388608 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851780364'] for segment, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:27.419021 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:27.444307 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-88deb87a-a3c4-4f76-ad8a-02afe0aff894 req-240e2a33-2cdf-4aea-ad52-fb92f72ee4ee tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Apr 20 19:33:27.583702 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Network 39514f72-97e1-4c17-808e-40212859d57d has no segments {{(pid=86327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:33:27.607666 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:33:27.630521 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] Deleting port 31ef8a7d-560d-4088-a998-fc74e979ec84 {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:27.631391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:27.692895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:27.696810 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:27.711876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:27.715352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-b94adf54-eedc-45c8-9c74-142db1d0ae71 None None] The port '31ef8a7d-560d-4088-a998-fc74e979ec84' was deleted {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:33:27.724254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Pushing event deleted for resources: {'Network': ['ID=39514f72-97e1-4c17-808e-40212859d57d,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:27.727969 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:27.739518 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] 10.222.0.16 "DELETE /v2.0/networks/39514f72-97e1-4c17-808e-40212859d57d HTTP/1.1" status: 204 len: 168 time: 1.6067464 Apr 20 19:33:27.878403 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41840) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:27.935482 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6b3aaa06-462c-49a7-9ada-4a698413a925 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d30b9242f69424e869f89738268eaf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557220 Apr 20 19:33:27.938123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41844) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:28.011849 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c8a-895b-43f7-bdb8-7d0506dbd714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:28.053171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c8a-895b-43f7-bdb8-7d0506dbd714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:28.105265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c8a-895b-43f7-bdb8-7d0506dbd714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:28.109829 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-651eaefb-0563-4d6f-9603-a73b01624981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:28.375068 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c6c8a-895b-43f7-bdb8-7d0506dbd714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb69e7-2a5f-49af-beab-204a6abef15b,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:28.378946 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1e4c6c8a-895b-43f7-bdb8-7d0506dbd714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:28.384813 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c8a-895b-43f7-bdb8-7d0506dbd714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:28.388608 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1e4c6c8a-895b-43f7-bdb8-7d0506dbd714 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95eb69e7-2a5f-49af-beab-204a6abef15b HTTP/1.1" status: 204 len: 168 time: 0.4467511 Apr 20 19:33:28.682522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c8952-b2f8-4405-a41f-8ea35a98183e req-8023d38c-2405-4878-a1b8-bdc532322c0b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:28.684826 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-631c8952-b2f8-4405-a41f-8ea35a98183e req-8023d38c-2405-4878-a1b8-bdc532322c0b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 946 time: 0.1110847 Apr 20 19:33:28.750987 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-631c8952-b2f8-4405-a41f-8ea35a98183e req-1ce6f167-431c-4c93-8c89-168fca57f92e tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541358 Apr 20 19:33:30.068983 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 41904) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:30.209867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:30.227535 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:33:30.232179 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Usage tracker for resource:security_group_rule and tenant:ca3fbf7dc4a84cf4b112f3a7aa9fe372 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:33:30.235347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:33:30.241756 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:33:30.342606 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:30.345576 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:30.354775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9879fe2d-d541-41cf-973f-f26d15f0b15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:30.404605 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca3fbf7dc4a84cf4b112f3a7aa9fe372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343313 Apr 20 19:33:30.405658 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72def9e6-8c76-4fb0-b3d6-895f8fe1c6ac,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:30.408105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 41914) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:30.409089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:30.491068 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f27e59ed-0122-43df-84d3-33605a4909aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:30.521296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f27e59ed-0122-43df-84d3-33605a4909aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:30.577063 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f27e59ed-0122-43df-84d3-33605a4909aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:30.582985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b4e6d9d5-0265-42d6-92c2-e0c49f4f1d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:30.611775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e59ed-0122-43df-84d3-33605a4909aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72def9e6-8c76-4fb0-b3d6-895f8fe1c6ac,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:30.616097 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f27e59ed-0122-43df-84d3-33605a4909aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:30.617165 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f27e59ed-0122-43df-84d3-33605a4909aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:30.618429 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f27e59ed-0122-43df-84d3-33605a4909aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72def9e6-8c76-4fb0-b3d6-895f8fe1c6ac HTTP/1.1" status: 204 len: 168 time: 0.2086663 Apr 20 19:33:34.338921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42072) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:34.479508 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:34.496869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:33:34.501170 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Usage tracker for resource:security_group_rule and tenant:c4045fd16a474825b1e0648b206f6b48 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:33:34.504171 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:33:34.510439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:33:34.599466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:34.602306 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:34.611446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e124dd65-2f9c-4cff-bc83-33a380ad5c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:34.653426 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4045fd16a474825b1e0648b206f6b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132524 Apr 20 19:33:34.655076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf860774-5dc9-444e-b58e-8d96f4dc7cd1,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:34.657503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42078) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:34.658559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3a038062-a858-49b3-8fd7-6d3a95868b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:34.723911 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e404f158-2c34-4d80-bf2f-4e530f3cb833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:34.753806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e404f158-2c34-4d80-bf2f-4e530f3cb833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:34.803060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e404f158-2c34-4d80-bf2f-4e530f3cb833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:34.808906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7550033f-0426-4296-b692-197a0d6a8880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:34.829476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404f158-2c34-4d80-bf2f-4e530f3cb833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf860774-5dc9-444e-b58e-8d96f4dc7cd1,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:34.832040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e404f158-2c34-4d80-bf2f-4e530f3cb833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:34.838942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e404f158-2c34-4d80-bf2f-4e530f3cb833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:34.841601 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e404f158-2c34-4d80-bf2f-4e530f3cb833 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf860774-5dc9-444e-b58e-8d96f4dc7cd1 HTTP/1.1" status: 204 len: 168 time: 0.1829793 Apr 20 19:33:35.161934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42092) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:35.182111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:35.197872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:33:35.202695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Usage tracker for resource:security_group_rule and tenant:87bf2e1b0af444919baa010f39bc9ac9 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:33:35.205663 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:33:35.211578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:33:35.331809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:35.344707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:35.357319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7b3d2fe0-5301-4200-8953-4555fedbde14 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:35.401409 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87bf2e1b0af444919baa010f39bc9ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381296 Apr 20 19:33:35.404471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42096) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:35.405752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd9fde0-6a21-4c79-9238-8723d3ae991f,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:35.409060 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-84af282c-e893-4653-b081-f58f67d38212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:35.468974 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-455b2422-5cfb-406b-ad9a-699ccb488013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:35.497744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-455b2422-5cfb-406b-ad9a-699ccb488013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:35.542212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-455b2422-5cfb-406b-ad9a-699ccb488013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:35.547976 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-be297958-b025-4204-b914-4b02a4dc768b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:35.559228 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b2422-5cfb-406b-ad9a-699ccb488013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd9fde0-6a21-4c79-9238-8723d3ae991f,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:35.563110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-455b2422-5cfb-406b-ad9a-699ccb488013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:35.566705 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-455b2422-5cfb-406b-ad9a-699ccb488013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:35.567872 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-455b2422-5cfb-406b-ad9a-699ccb488013 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acd9fde0-6a21-4c79-9238-8723d3ae991f HTTP/1.1" status: 204 len: 168 time: 0.1623101 Apr 20 19:33:36.645287 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10361b51-0229-42de-8353-28b9a17ded44 req-9416fe65-c589-4528-ba07-3ff200814e41 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:36.646967 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-10361b51-0229-42de-8353-28b9a17ded44 req-9416fe65-c589-4528-ba07-3ff200814e41 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 946 time: 0.0979996 Apr 20 19:33:36.702844 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-10361b51-0229-42de-8353-28b9a17ded44 req-3320ab09-492d-478d-888a-127916d063f4 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482686 Apr 20 19:33:38.177520 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c33a5-ff29-467c-bef2-2ca78599ed0a req-79aade3d-f6b4-4bd2-aefd-97b057bc2b22 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:38.179132 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c50c33a5-ff29-467c-bef2-2ca78599ed0a req-79aade3d-f6b4-4bd2-aefd-97b057bc2b22 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 946 time: 0.3048222 Apr 20 19:33:38.233976 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c50c33a5-ff29-467c-bef2-2ca78599ed0a req-9b14d147-afc0-4504-86e1-90986d92e656 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479658 Apr 20 19:33:38.588180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e164c1-5ba9-4e92-90af-f75226311882 req-040e753b-4c53-424e-bef6-b1c772f0e336 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:38.589910 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67e164c1-5ba9-4e92-90af-f75226311882 req-040e753b-4c53-424e-bef6-b1c772f0e336 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 946 time: 0.0945289 Apr 20 19:33:38.670942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Deleting port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:38.671322 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:38.931863 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-5d99f71b-979a-4728-a2be-7411d117fb2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990233 Apr 20 19:33:38.958646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] For port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:38.959050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:39.058491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:39.061526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-b443ec83-8784-4f25-a10a-379cf130fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:39.063505 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-b443ec83-8784-4f25-a10a-379cf130fae4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1099 time: 0.1092288 Apr 20 19:33:39.109659 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Calling delete_port for 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 owned by compute:nova {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:39.299128 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:39.317681 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b9851cac-ad37-4b0a-919b-4b90ef8ec693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:39.319745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'fb1540b6-bae0-4e73-b852-97245f7014e6', '3f9d36a0-809a-451b-ba9c-cf108224e019', '6ddf2f47-c51c-4436-989f-34c5cf9f71a9'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:39.342208 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-f518e283-45e1-49c3-b6fa-f6ab39341488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:39.344135 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-f518e283-45e1-49c3-b6fa-f6ab39341488 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 910 time: 0.2568305 Apr 20 19:33:39.513147 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Pushing event deleted for resources: {'Port': ['ID=6ddf2f47-c51c-4436-989f-34c5cf9f71a9,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:39.529351 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-c1fd0155-ee0f-41e6-8f23-9267e024c7fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 1002 time: 0.1756094 Apr 20 19:33:39.557894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:39.572163 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] No DVR routers for this DVR port 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 on host hv-cinder-78726 {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:39.576066 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:39.579282 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f5a60-ee8c-4512-948b-d86bbfaf29c1', 'name': 'network-vif-deleted', 'tag': '6ddf2f47-c51c-4436-989f-34c5cf9f71a9'}] {{(pid=86326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:39.608704 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-67e164c1-5ba9-4e92-90af-f75226311882 req-b50a0c2b-e174-4c9d-ae73-de3baec6f483 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "DELETE /v2.0/ports/6ddf2f47-c51c-4436-989f-34c5cf9f71a9 HTTP/1.1" status: 204 len: 173 time: 1.0127323 Apr 20 19:33:39.644829 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9388c009-5a25-43db-9ee4-c4e15236940f req-cc9467a6-e13c-45f6-a615-fea48c76b2ae tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd9f5a60-ee8c-4512-948b-d86bbfaf29c1 HTTP/1.1" status: 200 len: 210 time: 0.1772773 Apr 20 19:33:39.682665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-2bac1f75-95dc-4d74-b584-b8a9a395a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:39.684961 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-2bac1f75-95dc-4d74-b584-b8a9a395a23b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 200 len: 848 time: 0.1484561 Apr 20 19:33:39.685222 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9f5a60-ee8c-4512-948b-d86bbfaf29c1', 'name': 'network-vif-deleted', 'tag': '6ddf2f47-c51c-4436-989f-34c5cf9f71a9', 'status': 'completed', 'code': 200} Apr 20 19:33:39.784158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-899b5400-0b26-4675-bc05-3b2115d2e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:39.787430 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-899b5400-0b26-4675-bc05-3b2115d2e098 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0a97ecc-48f9-4c2b-8166-f515a903ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940695 Apr 20 19:33:39.968456 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-0ce8a31b-6510-48a3-be61-4d39a5cf337d service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673405 Apr 20 19:33:40.126775 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4107c96c-3ec4-431d-aabd-9c05e642c95f req-558e951c-2836-4eda-9f99-87fe9a6eed8e service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510890 Apr 20 19:33:41.060701 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:33:42.121766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:42.160855 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:42.161211 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 6ddf2f47-c51c-4436-989f-34c5cf9f71a9 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:42.437242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c0a1c-58ed-4795-b125-216587c66780 req-8e8c5b01-61e2-479f-9e54-29d98cf4a550 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:42.437242 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-259c0a1c-58ed-4795-b125-216587c66780 req-8e8c5b01-61e2-479f-9e54-29d98cf4a550 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 946 time: 0.0906529 Apr 20 19:33:42.487883 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-259c0a1c-58ed-4795-b125-216587c66780 req-36249cfc-8dc6-472c-baf2-758a77bdba0e tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 Apr 20 19:33:43.701803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217103ee-4658-4a3f-b482-bca99f9c73e8 req-bbedd11f-5e89-4cc5-a72e-ad2064dfa1a8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:43.702589 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-217103ee-4658-4a3f-b482-bca99f9c73e8 req-bbedd11f-5e89-4cc5-a72e-ad2064dfa1a8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:33:43.717845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-217103ee-4658-4a3f-b482-bca99f9c73e8 req-bbedd11f-5e89-4cc5-a72e-ad2064dfa1a8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:33:43.719134 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-217103ee-4658-4a3f-b482-bca99f9c73e8 req-bbedd11f-5e89-4cc5-a72e-ad2064dfa1a8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 946 time: 0.1093278 Apr 20 19:33:43.775572 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-217103ee-4658-4a3f-b482-bca99f9c73e8 req-e7621424-0184-4d77-b496-ff216720f426 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493991 Apr 20 19:33:44.488488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-166f6f5c-3c49-4f8c-9e9a-e2078d29410b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:44.490309 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-166f6f5c-3c49-4f8c-9e9a-e2078d29410b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 946 time: 0.0957413 Apr 20 19:33:44.568854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Deleting port 3f9d36a0-809a-451b-ba9c-cf108224e019 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:44.569286 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:44.845433 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] For port 3f9d36a0-809a-451b-ba9c-cf108224e019, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3f9d36a0-809a-451b-ba9c-cf108224e019,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:44.845998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:45.030672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Calling delete_port for 3f9d36a0-809a-451b-ba9c-cf108224e019 owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:45.209139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47c0a6-40d7-4d26-a33f-35a6fcdf9253 req-360e5ee8-2854-4442-8416-4a45e5c60116 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:45.210862 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1f47c0a6-40d7-4d26-a33f-35a6fcdf9253 req-360e5ee8-2854-4442-8416-4a45e5c60116 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=36ae1075-1684-4cb8-9e17-f678c5514b99 HTTP/1.1" status: 200 len: 946 time: 0.2946768 Apr 20 19:33:45.266361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:45.275264 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-86959366-0049-4b83-9a30-7063889c6703 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:45.280519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'fb1540b6-bae0-4e73-b852-97245f7014e6', '3f9d36a0-809a-451b-ba9c-cf108224e019'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:45.329744 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Pushing event deleted for resources: {'Port': ['ID=3f9d36a0-809a-451b-ba9c-cf108224e019,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:45.334622 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-1f47c0a6-40d7-4d26-a33f-35a6fcdf9253 req-31126695-da06-4d77-8ad1-b55aa5218ece tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159952 Apr 20 19:33:45.336723 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:45.436244 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] No DVR routers for this DVR port 3f9d36a0-809a-451b-ba9c-cf108224e019 on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:45.439126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:45.442252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ae1075-1684-4cb8-9e17-f678c5514b99', 'name': 'network-vif-deleted', 'tag': '3f9d36a0-809a-451b-ba9c-cf108224e019'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:45.460642 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4f05ba06-adb2-40a3-a3de-6b6eee4c9ade req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "DELETE /v2.0/ports/3f9d36a0-809a-451b-ba9c-cf108224e019 HTTP/1.1" status: 204 len: 173 time: 0.9623995 Apr 20 19:33:45.505592 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ae1075-1684-4cb8-9e17-f678c5514b99', 'name': 'network-vif-deleted', 'tag': '3f9d36a0-809a-451b-ba9c-cf108224e019', 'status': 'completed', 'code': 200} Apr 20 19:33:46.848890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ed34-bc95-4627-b8b3-9880f2d31052 req-7e8e3589-f178-499d-ac4f-5a86a4185596 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:46.849701 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-be88ed34-bc95-4627-b8b3-9880f2d31052 req-7e8e3589-f178-499d-ac4f-5a86a4185596 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:33:46.866945 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-be88ed34-bc95-4627-b8b3-9880f2d31052 req-7e8e3589-f178-499d-ac4f-5a86a4185596 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:33:46.868377 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be88ed34-bc95-4627-b8b3-9880f2d31052 req-7e8e3589-f178-499d-ac4f-5a86a4185596 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 945 time: 0.1118698 Apr 20 19:33:46.934063 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-be88ed34-bc95-4627-b8b3-9880f2d31052 req-27704054-26a2-4439-884e-4b60aba5ffca tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490031 Apr 20 19:33:48.136471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 3f9d36a0-809a-451b-ba9c-cf108224e019 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:48.161437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95804711-973a-48b9-ad9f-94be74646c10 req-77ad08b3-ab5a-40bc-80af-5a72ea4b3018 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:48.164074 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-95804711-973a-48b9-ad9f-94be74646c10 req-77ad08b3-ab5a-40bc-80af-5a72ea4b3018 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 945 time: 0.1111906 Apr 20 19:33:48.191934 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 3f9d36a0-809a-451b-ba9c-cf108224e019 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:48.192306 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 3f9d36a0-809a-451b-ba9c-cf108224e019 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:48.219262 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-95804711-973a-48b9-ad9f-94be74646c10 req-c5002db8-369f-47f1-be0d-e6d61d44b68d tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475218 Apr 20 19:33:48.492520 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-d62d1103-4e5b-4819-b069-081db03a99a8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:48.494121 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-d62d1103-4e5b-4819-b069-081db03a99a8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 945 time: 0.0944290 Apr 20 19:33:48.575871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Deleting port fb1540b6-bae0-4e73-b852-97245f7014e6 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:48.576255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:48.860464 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] For port fb1540b6-bae0-4e73-b852-97245f7014e6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fb1540b6-bae0-4e73-b852-97245f7014e6,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:48.860778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:48.997395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Calling delete_port for fb1540b6-bae0-4e73-b852-97245f7014e6 owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:49.165075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.172468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a5115d63-da44-462d-be2e-565bd56c7619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:49.177910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'fb1540b6-bae0-4e73-b852-97245f7014e6'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:49.227455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Pushing event deleted for resources: {'Port': ['ID=fb1540b6-bae0-4e73-b852-97245f7014e6,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:49.232655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:49.347967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] No DVR routers for this DVR port fb1540b6-bae0-4e73-b852-97245f7014e6 on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:49.352824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:49.357564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e5d3e4-6428-4d8a-b20a-b9a4d742600e', 'name': 'network-vif-deleted', 'tag': 'fb1540b6-bae0-4e73-b852-97245f7014e6'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:49.420557 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8091380f-4695-4113-879c-bce8e62cc589 req-1381883f-731a-432f-8604-2b4eb971a46c tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e5d3e4-6428-4d8a-b20a-b9a4d742600e HTTP/1.1" status: 200 len: 210 time: 0.0699179 Apr 20 19:33:49.427741 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6176e89c-37f2-4a8a-b7bf-e818e023eb1b req-42829555-3392-4c55-a546-8025e2564f23 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "DELETE /v2.0/ports/fb1540b6-bae0-4e73-b852-97245f7014e6 HTTP/1.1" status: 204 len: 173 time: 0.9270601 Apr 20 19:33:49.457933 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e5d3e4-6428-4d8a-b20a-b9a4d742600e', 'name': 'network-vif-deleted', 'tag': 'fb1540b6-bae0-4e73-b852-97245f7014e6', 'status': 'completed', 'code': 200} Apr 20 19:33:50.917265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9933-7005-4b9c-ba02-2fb0fafd9d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:52.140552 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device fb1540b6-bae0-4e73-b852-97245f7014e6 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:52.181815 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: fb1540b6-bae0-4e73-b852-97245f7014e6 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:52.182210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device fb1540b6-bae0-4e73-b852-97245f7014e6 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:52.223214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1f5ac-46ad-4e9c-95cc-108a87e5fd51 req-13e97397-490f-4a28-9594-d8f8922c4543 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:52.224866 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bab1f5ac-46ad-4e9c-95cc-108a87e5fd51 req-13e97397-490f-4a28-9594-d8f8922c4543 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 946 time: 0.0999937 Apr 20 19:33:52.276769 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bab1f5ac-46ad-4e9c-95cc-108a87e5fd51 req-9bef8507-a51b-40ef-9756-290e2a28d47b tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Apr 20 19:33:53.494467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c289a-5bd1-4195-81e4-d6694d21f403 req-05e44c9c-ccf4-49a8-b71c-1eac54067d20 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:53.495259 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d89c289a-5bd1-4195-81e4-d6694d21f403 req-05e44c9c-ccf4-49a8-b71c-1eac54067d20 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Synchronizing usage tracker for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:33:53.508587 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9d51-a423-4699-b8eb-572a1e10a59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:53.510542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d89c289a-5bd1-4195-81e4-d6694d21f403 req-05e44c9c-ccf4-49a8-b71c-1eac54067d20 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Unset dirty status for tenant:d65da1e298144e538453385acd029a2e on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:33:53.513340 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d89c289a-5bd1-4195-81e4-d6694d21f403 req-05e44c9c-ccf4-49a8-b71c-1eac54067d20 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 946 time: 0.1167400 Apr 20 19:33:53.566715 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d89c289a-5bd1-4195-81e4-d6694d21f403 req-248d76bc-f40a-48bb-80bf-96eb0c92ae20 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 Apr 20 19:33:54.364055 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-d1bc529b-35b4-495e-b76f-a218bdac1d49 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:54.365936 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-d1bc529b-35b4-495e-b76f-a218bdac1d49 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 946 time: 0.3333428 Apr 20 19:33:54.447764 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Deleting port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:33:54.448156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:54.724006 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] For port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,segment=NetworkSegment(28ff5278-12c4-4bb9-a7f6-7d205caeb1b2),segment_id=28ff5278-12c4-4bb9-a7f6-7d205caeb1b2)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:33:54.724909 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:54.786662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf524c2c-90ca-4ba5-9a6f-9bcd63d79e5f req-37d523f8-c309-4b10-8129-d691513e5d40 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:54.787709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf524c2c-90ca-4ba5-9a6f-9bcd63d79e5f req-37d523f8-c309-4b10-8129-d691513e5d40 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3abc0e-37fb-494c-b5c6-927b04fe54d7 HTTP/1.1" status: 200 len: 946 time: 0.0967038 Apr 20 19:33:54.843235 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bf524c2c-90ca-4ba5-9a6f-9bcd63d79e5f req-f47450f3-3450-48fb-a70d-520f1d9d914f tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d23c28d-e609-409c-b904-03b483104caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Apr 20 19:33:54.869981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Calling delete_port for ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:33:55.082000 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.090275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cdc7f6c0-6334-45d0-bee8-d7b3c3f50533 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:55.093966 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:33:55.171655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Pushing event deleted for resources: {'Port': ['ID=ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:55.184008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:55.228740 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] No DVR routers for this DVR port ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:33:55.231675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.234757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3abc0e-37fb-494c-b5c6-927b04fe54d7', 'name': 'network-vif-deleted', 'tag': 'ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:33:55.252182 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-983e3a01-cc5a-4269-b9d0-946fccd54a4a req-6de120a6-45df-40ab-8c90-90619e201db8 tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] 10.222.0.37 "DELETE /v2.0/ports/ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f HTTP/1.1" status: 204 len: 173 time: 0.8798714 Apr 20 19:33:55.290486 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3abc0e-37fb-494c-b5c6-927b04fe54d7', 'name': 'network-vif-deleted', 'tag': 'ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f', 'status': 'completed', 'code': 200} Apr 20 19:33:55.399932 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.634847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42342) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:55.781906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.798912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:33:55.803146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Usage tracker for resource:security_group_rule and tenant:9f5adc27e99c4e79b0993d52d357f6bb is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:33:55.806281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:33:55.813578 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:33:55.906484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.910307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:55.920895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f31a16a7-e72a-449b-9459-ad00cdc5bf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:55.952577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42350) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:55.968997 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f5adc27e99c4e79b0993d52d357f6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304963 Apr 20 19:33:55.969784 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42354) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:55.983562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ae9de-0125-413a-9160-7f18280f85a5,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:55.988104 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:56.026447 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] Deleting subnet 63da09d5-d10e-433a-a072-783d63b92338 {{(pid=86326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:33:56.031185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.039648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4af7783d-98e9-4a8a-a54d-f8c674aded51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.068461 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4af7783d-98e9-4a8a-a54d-f8c674aded51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.086118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851232374'] for subnet, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.127612 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4af7783d-98e9-4a8a-a54d-f8c674aded51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.132972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7f2a1817-a798-40c1-9cbf-f68e1ad89006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:56.149086 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7783d-98e9-4a8a-a54d-f8c674aded51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ae9de-0125-413a-9160-7f18280f85a5,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:56.152455 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4af7783d-98e9-4a8a-a54d-f8c674aded51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:56.152690 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.154432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4af7783d-98e9-4a8a-a54d-f8c674aded51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.159301 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4af7783d-98e9-4a8a-a54d-f8c674aded51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c69ae9de-0125-413a-9160-7f18280f85a5 HTTP/1.1" status: 204 len: 168 time: 0.1877618 Apr 20 19:33:56.445606 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852634239'] for subnet, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.451240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:56.492924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63da09d5-d10e-433a-a072-783d63b92338,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:56.496311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.497419 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.498986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:56.503460 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e3167f6e-2385-4330-9bf3-bd11bcb9fcd5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/63da09d5-d10e-433a-a072-783d63b92338 HTTP/1.1" status: 204 len: 168 time: 0.5497186 Apr 20 19:33:56.506097 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42362) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:56.510839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42366) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:56.530882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.547151 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:33:56.551250 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:fae3478af6d842708bebcd1b06eb81bf is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:33:56.554268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:33:56.561002 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:33:56.629347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.651717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.655457 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.670314 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dfefda32-863c-4473-bb70-c266ec233853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:56.717501 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fae3478af6d842708bebcd1b06eb81bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053831 Apr 20 19:33:56.718409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a92de6c-78f3-42d6-948a-47e4dc21f96f,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:56.721002 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42370) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:56.723687 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:56.769353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.788887 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0e8857c5-1245-493c-a5e9-4871c577c9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.820926 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0e8857c5-1245-493c-a5e9-4871c577c9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.875162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0e8857c5-1245-493c-a5e9-4871c577c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.879948 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a4708c73-9e7d-48e3-8294-bf2eb4b62cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:56.893215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8857c5-1245-493c-a5e9-4871c577c9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a92de6c-78f3-42d6-948a-47e4dc21f96f,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:56.895887 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0e8857c5-1245-493c-a5e9-4871c577c9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:56.901753 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0e8857c5-1245-493c-a5e9-4871c577c9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.904325 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0e8857c5-1245-493c-a5e9-4871c577c9d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a92de6c-78f3-42d6-948a-47e4dc21f96f HTTP/1.1" status: 204 len: 168 time: 0.1820481 Apr 20 19:33:56.930323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec32fe3-85ef-4580-a9fc-b33fc2a3b792']}} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:56.953921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2') {'for_net_delete': True} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:56.954346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ff5278-12c4-4bb9-a7f6-7d205caeb1b2') {} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:33:56.968192 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3543426'] for segment, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.989823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:56.997205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=86326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:33:57.218486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:57.228292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357252'] for segment, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:57.425803 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:57.434402 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Network 8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:33:57.458212 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:33:57.540157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:57.545546 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:57.563201 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:57.576981 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec32fe3-85ef-4580-a9fc-b33fc2a3b792,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:57.580584 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:57.585676 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4df7235d-3be0-4550-9353-f1c875cc3625 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8ec32fe3-85ef-4580-a9fc-b33fc2a3b792 HTTP/1.1" status: 204 len: 168 time: 1.0785470 Apr 20 19:33:57.714924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42396) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:57.768775 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-a9bd36f4-bd74-4f4f-bd30-8b29814469f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d65da1e298144e538453385acd029a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524426 Apr 20 19:33:57.771365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42400) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:57.847522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-48b669a8-aa65-41f4-af3e-fedad39c1a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:57.878111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-48b669a8-aa65-41f4-af3e-fedad39c1a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:57.927257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-48b669a8-aa65-41f4-af3e-fedad39c1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:57.931209 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-70750417-e871-44db-a16f-4f2c2d544146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:57.945700 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b669a8-aa65-41f4-af3e-fedad39c1a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23c28d-e609-409c-b904-03b483104caa,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:57.949441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-48b669a8-aa65-41f4-af3e-fedad39c1a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:57.958938 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-48b669a8-aa65-41f4-af3e-fedad39c1a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:57.964304 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-48b669a8-aa65-41f4-af3e-fedad39c1a00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d23c28d-e609-409c-b904-03b483104caa HTTP/1.1" status: 204 len: 168 time: 0.1875815 Apr 20 19:33:58.163099 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:33:58.205630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:33:58.206014 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device ed8d9e26-e7d0-4356-9153-9bcdb3bb0d3f not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:33:59.209187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42452) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:59.383269 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:59.400896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:33:59.406353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Usage tracker for resource:security_group_rule and tenant:b848c558f7764c31a5c073cada988517 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:33:59.409547 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:33:59.415931 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:33:59.447973 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c1a0-759c-4814-85c3-80ad22a3cd0c req-00261e9a-376f-4073-a149-a09c9ae920d8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:33:59.450535 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ec26c1a0-759c-4814-85c3-80ad22a3cd0c req-00261e9a-376f-4073-a149-a09c9ae920d8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1028450 Apr 20 19:33:59.511895 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ec26c1a0-759c-4814-85c3-80ad22a3cd0c req-965a5353-21ac-4b4d-b3bc-db899ed6642a tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527673 Apr 20 19:33:59.520031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:59.525238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:59.543296 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-72d8392b-87b2-4697-996f-b09730597ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:59.592930 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b848c558f7764c31a5c073cada988517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817191 Apr 20 19:33:59.593923 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d556f9-c081-4bb4-a5cf-534089d11878,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:59.596032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42470) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:33:59.597192 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:59.661119 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c849353b-b2a8-41fa-831d-7804d8fedede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:59.694393 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c849353b-b2a8-41fa-831d-7804d8fedede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:59.743616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c849353b-b2a8-41fa-831d-7804d8fedede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:59.748635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-fbff03e4-067b-4348-8cb4-4b7ebcf33796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:33:59.760901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849353b-b2a8-41fa-831d-7804d8fedede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d556f9-c081-4bb4-a5cf-534089d11878,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:33:59.765599 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-c849353b-b2a8-41fa-831d-7804d8fedede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:33:59.769039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-c849353b-b2a8-41fa-831d-7804d8fedede admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:33:59.770303 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-c849353b-b2a8-41fa-831d-7804d8fedede admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27d556f9-c081-4bb4-a5cf-534089d11878 HTTP/1.1" status: 204 len: 168 time: 0.1731327 Apr 20 19:34:00.175023 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42490) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:00.206487 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.223314 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:00.227579 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Usage tracker for resource:security_group_rule and tenant:4fffed934463494ebb62d702acc777c5 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:00.231793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:00.239122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:00.330219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.333350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.343142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-76bd2e1f-ba5d-455a-bc13-9e635e5e9d92 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:00.387857 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fffed934463494ebb62d702acc777c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112947 Apr 20 19:34:00.390058 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ddc8b3-f9ec-4701-a1ed-92eae50c03b3,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:00.391522 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42494) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:00.393820 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3b131409-feb9-4793-9035-33b41d37117f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:00.463143 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfdf-a4e3-42f8-b22e-f48c547ca2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.496012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfdf-a4e3-42f8-b22e-f48c547ca2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.546757 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfdf-a4e3-42f8-b22e-f48c547ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.552215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e0ee057b-f819-44df-88a5-d9998d1dc43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:00.568377 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cdfdf-a4e3-42f8-b22e-f48c547ca2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ddc8b3-f9ec-4701-a1ed-92eae50c03b3,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:00.571717 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5f2cdfdf-a4e3-42f8-b22e-f48c547ca2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:00.576551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdfdf-a4e3-42f8-b22e-f48c547ca2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:00.587459 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-5f2cdfdf-a4e3-42f8-b22e-f48c547ca2a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29ddc8b3-f9ec-4701-a1ed-92eae50c03b3 HTTP/1.1" status: 204 len: 168 time: 0.1880171 Apr 20 19:34:00.739842 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aa132-3ab2-49d5-85b7-94cc779ac35f req-46b2e70c-5508-452b-8f69-c1dcea94bd82 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:00.741607 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d48aa132-3ab2-49d5-85b7-94cc779ac35f req-46b2e70c-5508-452b-8f69-c1dcea94bd82 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.0997281 Apr 20 19:34:00.797638 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d48aa132-3ab2-49d5-85b7-94cc779ac35f req-95dcb3bc-98cd-4d52-a431-c6c49291fe0d tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472107 Apr 20 19:34:02.029779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce45f4-0300-4716-8bd2-5caf5b8c713e req-f72f2eed-7334-4921-bdaf-a17d2603a641 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:02.031472 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ccce45f4-0300-4716-8bd2-5caf5b8c713e req-f72f2eed-7334-4921-bdaf-a17d2603a641 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1013496 Apr 20 19:34:02.083584 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ccce45f4-0300-4716-8bd2-5caf5b8c713e req-c80659fc-37c1-402e-aab8-80917d4df06a tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456100 Apr 20 19:34:03.301850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78f495-182c-4c90-8ddf-566afe1c923a req-560e37d3-4326-475c-9856-32142cc30aaa tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:03.303447 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2d78f495-182c-4c90-8ddf-566afe1c923a req-560e37d3-4326-475c-9856-32142cc30aaa tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.0942209 Apr 20 19:34:03.362996 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2d78f495-182c-4c90-8ddf-566afe1c923a req-98a19c71-e2e0-4328-8c74-35643062b92d tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510638 Apr 20 19:34:04.563792 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ede69-0b45-48e1-9c0f-651a13e0da72 req-604408d9-34f7-4992-81b8-a6ed6f5d1ed9 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:04.565453 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b29ede69-0b45-48e1-9c0f-651a13e0da72 req-604408d9-34f7-4992-81b8-a6ed6f5d1ed9 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.0916862 Apr 20 19:34:04.619783 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b29ede69-0b45-48e1-9c0f-651a13e0da72 req-785dc574-5216-41ea-afad-ecb483123fac tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481284 Apr 20 19:34:05.827019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41444455-b0e1-4793-bde8-adb047874e59 req-89e28edf-8e96-4148-9edc-969996f15389 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:05.828537 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-41444455-b0e1-4793-bde8-adb047874e59 req-89e28edf-8e96-4148-9edc-969996f15389 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.0922070 Apr 20 19:34:05.877879 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-41444455-b0e1-4793-bde8-adb047874e59 req-4db7bf2d-82af-4533-b4a7-c8388a3f9779 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Apr 20 19:34:06.638491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42660) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:06.781072 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:06.798012 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:06.802220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Usage tracker for resource:security_group_rule and tenant:d16f99c90eef4e52ac6a6921244f3210 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:06.805977 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:06.813079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:06.902627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:06.906665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:06.916806 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-dc5da016-2375-4d8a-8fb2-43470c48573f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:06.961593 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d16f99c90eef4e52ac6a6921244f3210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218718 Apr 20 19:34:06.962571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039a7dcf-2e11-41ac-8a9e-60d162969fa9,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:06.964466 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42672) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:06.966253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-32c4522b-58e6-4146-9414-ac8a09d18914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:07.030662 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1977-3bf2-4799-94f7-fab57551c576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.058668 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1977-3bf2-4799-94f7-fab57551c576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.088825 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcaa40-8100-4cd3-ba71-216688069207 req-756a5d56-0ec0-45d8-b193-2b779ed3cde3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:07.090603 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9fbcaa40-8100-4cd3-ba71-216688069207 req-756a5d56-0ec0-45d8-b193-2b779ed3cde3 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.0950334 Apr 20 19:34:07.108094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1977-3bf2-4799-94f7-fab57551c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.112032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a49fa015-9725-46b5-b3f4-47687ba1bc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:07.125084 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a1977-3bf2-4799-94f7-fab57551c576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039a7dcf-2e11-41ac-8a9e-60d162969fa9,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:07.129092 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ca7a1977-3bf2-4799-94f7-fab57551c576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:07.132413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1977-3bf2-4799-94f7-fab57551c576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.135963 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ca7a1977-3bf2-4799-94f7-fab57551c576 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/039a7dcf-2e11-41ac-8a9e-60d162969fa9 HTTP/1.1" status: 204 len: 168 time: 0.1700957 Apr 20 19:34:07.143694 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-9fbcaa40-8100-4cd3-ba71-216688069207 req-e5fe2033-742c-4e56-a89e-fdecbad04d84 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465493 Apr 20 19:34:07.435234 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42680) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:07.454648 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.471216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:07.475592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7248ba4f616345dfa8171112348a8fb2 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:07.478660 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:07.486062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:07.581126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.583786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.593616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-43d48602-dce4-48cc-bf5b-97c26d47b287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:07.638160 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7248ba4f616345dfa8171112348a8fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017086 Apr 20 19:34:07.639872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df699045-0770-4522-81b5-2a9073fe23f3,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:07.641037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42684) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:07.643145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8871fa31-5bdb-4af4-8a6b-92761ff2b5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:07.710260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee563a56-11e7-4a46-8665-423cbf785a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.740831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee563a56-11e7-4a46-8665-423cbf785a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.788467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee563a56-11e7-4a46-8665-423cbf785a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.793953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f9b7b8fc-85de-439f-8da5-f461ac4c5eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:07.810003 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee563a56-11e7-4a46-8665-423cbf785a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df699045-0770-4522-81b5-2a9073fe23f3,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:07.814100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ee563a56-11e7-4a46-8665-423cbf785a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:07.822629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ee563a56-11e7-4a46-8665-423cbf785a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:07.824574 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ee563a56-11e7-4a46-8665-423cbf785a86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df699045-0770-4522-81b5-2a9073fe23f3 HTTP/1.1" status: 204 len: 168 time: 0.1822546 Apr 20 19:34:08.294401 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42708) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:08.316626 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.339732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:08.344617 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Usage tracker for resource:security_group_rule and tenant:342af50ef9be4ba9ad7ad06e80126694 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:08.347869 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:08.355801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:08.413999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545f8fc-5fcf-4b2f-bf87-3fda81c22fc2 req-912f444a-48f5-4348-b938-cacf0b6471ba tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:08.415751 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6545f8fc-5fcf-4b2f-bf87-3fda81c22fc2 req-912f444a-48f5-4348-b938-cacf0b6471ba tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1000330 Apr 20 19:34:08.442272 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42714) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:08.480496 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6545f8fc-5fcf-4b2f-bf87-3fda81c22fc2 req-92e30c56-056e-4db8-9c4f-0b7ea86296f1 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554459 Apr 20 19:34:08.598371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.615492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:08.620024 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Usage tracker for resource:security_group_rule and tenant:758554ec22b4437e9d3886f51eb0a27e is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:08.628290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:08.634637 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:08.692293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.695343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.705572 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f69b8fcc-9273-494f-9eef-0615c5fb75cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:08.724558 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.727653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.737308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5dea4080-61cd-4331-ac32-3bd6cb46041d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:08.749851 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=342af50ef9be4ba9ad7ad06e80126694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539490 Apr 20 19:34:08.751881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5f6210-a3a2-458a-8fae-bf9c15014d88,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:08.754640 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42720) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:08.757161 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-34accb3e-59b1-40a1-a6ff-2db5b9dfb919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:08.787799 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=758554ec22b4437e9d3886f51eb0a27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441451 Apr 20 19:34:08.788557 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d08b1d-f013-4db0-b6b1-3cebd0b49183,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:08.791147 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42724) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:08.794254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e50b95b3-31a6-419f-9fb8-61e448868409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:08.825440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e38844b-5fb7-45ea-80db-3535ddf7ba75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.853420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e38844b-5fb7-45ea-80db-3535ddf7ba75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.856912 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cfaec489-0acf-4fd2-b5ab-724f08f5413f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.885076 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cfaec489-0acf-4fd2-b5ab-724f08f5413f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.903005 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e38844b-5fb7-45ea-80db-3535ddf7ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.908486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9b4c8abf-b743-4310-948e-632b5e2e47fd tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:08.925495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38844b-5fb7-45ea-80db-3535ddf7ba75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5f6210-a3a2-458a-8fae-bf9c15014d88,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:08.928291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2e38844b-5fb7-45ea-80db-3535ddf7ba75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:08.929562 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e38844b-5fb7-45ea-80db-3535ddf7ba75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.933885 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2e38844b-5fb7-45ea-80db-3535ddf7ba75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b5f6210-a3a2-458a-8fae-bf9c15014d88 HTTP/1.1" status: 204 len: 168 time: 0.1753061 Apr 20 19:34:08.937437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cfaec489-0acf-4fd2-b5ab-724f08f5413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.943044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ffcf6789-24b7-4bbe-bfc6-ae8c34a484c5 tempest-TestMinimumBasicScenario-608608878 tempest-TestMinimumBasicScenario-608608878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:08.957470 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaec489-0acf-4fd2-b5ab-724f08f5413f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d08b1d-f013-4db0-b6b1-3cebd0b49183,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:08.959826 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cfaec489-0acf-4fd2-b5ab-724f08f5413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:08.968226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cfaec489-0acf-4fd2-b5ab-724f08f5413f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:08.972297 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cfaec489-0acf-4fd2-b5ab-724f08f5413f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74d08b1d-f013-4db0-b6b1-3cebd0b49183 HTTP/1.1" status: 204 len: 168 time: 0.1801474 Apr 20 19:34:09.051070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:09.274442 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 42742) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:09.294563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:09.310564 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:09.315123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3f497d4df54aefbf142ef1bfae2f48 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:09.318254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:09.324355 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:09.419475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:09.422657 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:09.436328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e404f158-2c34-4d80-bf2f-4e530f3cb833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:09.482362 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c3f497d4df54aefbf142ef1bfae2f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065601 Apr 20 19:34:09.484901 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff0df69-6f8b-46a9-929d-d6f412518f0a,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:09.485722 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42748) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:09.492265 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:09.572477 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-afa0daae-32c2-421d-9a8e-12037ca26e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:09.618167 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-afa0daae-32c2-421d-9a8e-12037ca26e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:09.744463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-140a008c-d21f-4cbf-88c6-84eccc2a1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:09.746770 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-140a008c-d21f-4cbf-88c6-84eccc2a1b12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1099 time: 0.2631378 Apr 20 19:34:09.748093 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-afa0daae-32c2-421d-9a8e-12037ca26e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:09.753313 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-759aca5d-93b3-4d3f-a750-1d73a8a4b363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:09.772639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeab9c1-86a6-43cb-ae68-33cba7103c3d req-2f34e1c8-58f0-417b-a732-73e87b2c60b8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:09.774403 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eeeab9c1-86a6-43cb-ae68-33cba7103c3d req-2f34e1c8-58f0-417b-a732-73e87b2c60b8 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1477292 Apr 20 19:34:09.779102 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0daae-32c2-421d-9a8e-12037ca26e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff0df69-6f8b-46a9-929d-d6f412518f0a,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:09.782532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-afa0daae-32c2-421d-9a8e-12037ca26e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:09.792954 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-afa0daae-32c2-421d-9a8e-12037ca26e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:09.797403 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-afa0daae-32c2-421d-9a8e-12037ca26e2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dff0df69-6f8b-46a9-929d-d6f412518f0a HTTP/1.1" status: 204 len: 168 time: 0.3099713 Apr 20 19:34:09.849645 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-eeeab9c1-86a6-43cb-ae68-33cba7103c3d req-5cb6d263-ba76-42d6-a4f8-9f7faacf8201 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657599 Apr 20 19:34:09.944550 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-71477f1f-e7eb-4883-939d-aef9bc4fdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:09.946342 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-71477f1f-e7eb-4883-939d-aef9bc4fdb99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 910 time: 0.1922083 Apr 20 19:34:10.083041 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-7e6de203-752a-49e6-a689-9c7dbd279314 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 1002 time: 0.1300235 Apr 20 19:34:10.157913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-ce21ff62-a746-4aa6-9d66-750141c74365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:10.159519 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-ce21ff62-a746-4aa6-9d66-750141c74365 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 200 len: 848 time: 0.0691485 Apr 20 19:34:10.261920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-b45b7b5f-9fb2-44a2-8981-e3e73afc0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:10.263551 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-b45b7b5f-9fb2-44a2-8981-e3e73afc0cb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0a97ecc-48f9-4c2b-8166-f515a903ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977483 Apr 20 19:34:10.277676 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-a070139f-2a4f-4341-b69e-09dd190503cd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86327) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 19:34:10.278765 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-a070139f-2a4f-4341-b69e-09dd190503cd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074666 Apr 20 19:34:10.427544 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-fbc7a4a0-860f-454e-9cf0-bd1bc07b5571 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421559 Apr 20 19:34:10.583718 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-7b324c12-605d-4902-8d52-c2d54fcd67c7 req-454a0be3-1343-4755-a406-0c33a39f471c service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492732 Apr 20 19:34:11.078285 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40f36f-0ba6-446b-881f-fa1abdc7194c req-f0843efd-92c2-4319-99cf-aee51c124509 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:11.079957 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad40f36f-0ba6-446b-881f-fa1abdc7194c req-f0843efd-92c2-4319-99cf-aee51c124509 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.0909476 Apr 20 19:34:11.141072 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-ad40f36f-0ba6-446b-881f-fa1abdc7194c req-7ad8f14d-cada-4226-9ba8-2876c7dbee4f tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537083 Apr 20 19:34:11.992111 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-c99a9f03-5374-4346-98a6-9e87449f786d tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=abb01a1d214d4f4cb258408cf471e0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325665 Apr 20 19:34:12.187030 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-6a9e44c9-36da-4a89-8d81-c81b82f2dd10 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:12.189399 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-6a9e44c9-36da-4a89-8d81-c81b82f2dd10 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894960 Apr 20 19:34:12.207952 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-0bbe6228-452c-45da-8028-45136428884f tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/quotas/abb01a1d214d4f4cb258408cf471e0d7 HTTP/1.1" status: 200 len: 375 time: 0.0115829 Apr 20 19:34:12.266074 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-3fedde86-7a0b-4989-9a91-db8d591d2539 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=abb01a1d214d4f4cb258408cf471e0d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510809 Apr 20 19:34:12.373612 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770bfe9-2b39-4844-9c0e-d6aff1b39e7c req-15fc229e-e73c-48c8-bcf1-b090eb366c0c tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:12.375292 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6770bfe9-2b39-4844-9c0e-d6aff1b39e7c req-15fc229e-e73c-48c8-bcf1-b090eb366c0c tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1010666 Apr 20 19:34:12.430237 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6770bfe9-2b39-4844-9c0e-d6aff1b39e7c req-87c66356-f732-4659-8ab3-68765c9e9b9c tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481617 Apr 20 19:34:12.497639 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a6c0a7e5-8b12-4c86-a588-bdadbf6b304f req-cbb4b236-0d1f-419d-9f6c-77ebce9a20cc tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 210 time: 0.0684013 Apr 20 19:34:13.680302 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-66839300-5399-4caa-bca5-9b7ac65007c9 req-0c636adc-20c2-40c4-9e82-4dcbde0e1c75 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 210 time: 0.0550797 Apr 20 19:34:13.693521 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-eb823aab-f127-4463-b374-6f4d065d0c1f tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=abb01a1d214d4f4cb258408cf471e0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484202 Apr 20 19:34:13.793882 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826e982-d798-439e-b83c-741445075f99 req-f656ce0f-fb42-41aa-aa78-811d053d5c0d tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:13.795535 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b826e982-d798-439e-b83c-741445075f99 req-f656ce0f-fb42-41aa-aa78-811d053d5c0d tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.2329855 Apr 20 19:34:13.892982 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b826e982-d798-439e-b83c-741445075f99 req-9d8253cf-3b70-4870-8adc-00ea4eade749 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900667 Apr 20 19:34:13.925330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-baeeceab-c433-467f-a1de-27ae0d4a9491 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:13.926928 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-baeeceab-c433-467f-a1de-27ae0d4a9491 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270186 Apr 20 19:34:13.939486 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Request body: {'port': {'device_id': 'ab079d80-cb19-48bb-9ec5-4da31e8e5462', 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d', 'admin_state_up': True, 'tenant_id': 'abb01a1d214d4f4cb258408cf471e0d7'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:34:14.220218 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-9ed15ebe-b57e-4c24-b96a-897ea8982102 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829632 Apr 20 19:34:14.397029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:14.403156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Usage tracker for resource:port and tenant:abb01a1d214d4f4cb258408cf471e0d7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:14.413838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffa424-4c28-455d-a1a3-6c980ae8158d req-4a506cb8-745c-409e-b447-522b151cefba tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:14.415471 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c0ffa424-4c28-455d-a1a3-6c980ae8158d req-4a506cb8-745c-409e-b447-522b151cefba tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1621351 Apr 20 19:34:14.416574 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:14.423409 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:14.458050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Made reservation on behalf of abb01a1d214d4f4cb258408cf471e0d7 for: {'port': 1} {{(pid=86327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 19:34:14.468334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:14.506536 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:14.537276 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-c0ffa424-4c28-455d-a1a3-6c980ae8158d req-47377d00-3620-4ade-a2b9-8e2598c08424 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113021 Apr 20 19:34:14.538289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:14.543471 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Usage tracker for resource:security_group_rule and tenant:abb01a1d214d4f4cb258408cf471e0d7 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:14.547127 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:14.553614 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:14.646368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:14.649364 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:14.652376 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-97a8faf8-b363-4db3-aac8-2fbb02328d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:14.737921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedca508-a051-4802-8d5b-3f11067035b9,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:14.744117 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:14.845649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_common [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Allocated IP 192.168.233.13 (b1202b4f-9bb1-4d23-bcb4-83939bb4806d/ca38556a-48a0-4721-afde-d1839fa80e77/adbe2a5f-64f1-44ce-b713-3d2a6ae06d64) {{(pid=86327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 19:34:14.924005 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-456c9bff-2992-4e81-b41f-170cac52f16b req-8432f3a1-8c31-4f77-b219-2a95def66c58 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 210 time: 0.1101453 Apr 20 19:34:15.131302 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks [] for port, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:15.148675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Transition to ACTIVE for port object adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 will not be triggered until provisioned by entity DHCP. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:34:15.173034 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251559665319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:15.179080 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d1f7f0cc-f5b1-4eee-a78c-40b45164d7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:15.267190 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Network b1202b4f-9bb1-4d23-bcb4-83939bb4806d is already hosted by enough agents. {{(pid=86327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 19:34:15.270528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.base_scheduler [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Resources bound (agent type, host, resource id): {{(pid=86327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 19:34:15.275565 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Received port after_create {{(pid=86327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 19:34:15.309075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Pushing event updated for resources: {'Port': ['ID=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:15.328217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.328829 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.329008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.329495 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.329852 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.330258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.330667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.331059 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.331452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.331876 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.332273 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.332667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:15.339685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:15.369029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:15.369873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:15.406879 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-f3e16158-abb4-434f-8ff6-ab096293d7da tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4718769 Apr 20 19:34:15.419432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.v2.base [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Request body: {'port': {'device_id': 'ab079d80-cb19-48bb-9ec5-4da31e8e5462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 19:34:15.487921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-2652a5be-1e55-4fb9-b300-d3af6984f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:15.489834 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-2652a5be-1e55-4fb9-b300-d3af6984f119 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902&tenant_id=4dbf4e811d5942e8886d770bfe173d8a HTTP/1.1" status: 200 len: 1099 time: 0.0859897 Apr 20 19:34:15.550789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-07f5b119-a750-4e37-b3a3-6d26f23f7217 None None] Provisioning for port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 completed by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:34:15.556317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-07f5b119-a750-4e37-b3a3-6d26f23f7217 None None] Provisioning complete for port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 triggered by entity DHCP. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:34:15.556742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-07f5b119-a750-4e37-b3a3-6d26f23f7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:15.560043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:15.606913 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-524bf2b9-8eae-47fe-a2f4-80540a1e82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:15.608709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-524bf2b9-8eae-47fe-a2f4-80540a1e82c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1099 time: 0.0945499 Apr 20 19:34:15.629030 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-07f5b119-a750-4e37-b3a3-6d26f23f7217 None None] Port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 cannot update to ACTIVE because it is not bound. {{(pid=86328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 19:34:15.792990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-7780bec1-f8f1-444f-af49-0ed78d52481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:15.794749 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-7780bec1-f8f1-444f-af49-0ed78d52481c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 910 time: 0.1723292 Apr 20 19:34:15.907986 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3db27-72f1-4f99-8967-88d27663ea32 req-e8c5eaa1-0c5d-40ef-a369-6728f20b3b32 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:15.909655 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-12a3db27-72f1-4f99-8967-88d27663ea32 req-e8c5eaa1-0c5d-40ef-a369-6728f20b3b32 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.2057261 Apr 20 19:34:15.918118 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-c06f9f51-6d1f-4bb5-a3ca-a27c19d380b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 1002 time: 0.1158748 Apr 20 19:34:15.990426 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-92d0cd42-48be-43a4-838c-e638c6e8fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:15.992022 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-92d0cd42-48be-43a4-838c-e638c6e8fc8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 200 len: 848 time: 0.0678990 Apr 20 19:34:15.993020 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-12a3db27-72f1-4f99-8967-88d27663ea32 req-4371d3b0-f70c-4463-863c-df57ae1495db tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653384 Apr 20 19:34:16.070761 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 {{(pid=86327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:34:16.079961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:16.096961 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Transition to ACTIVE for port object adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 will not be triggered until provisioned by entity L2. {{(pid=86327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 19:34:16.100340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:16.104321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-10db2932-b490-47cc-84df-2e8aa129afeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:16.161180 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-e3985b17-2f79-4f40-a1ee-046c6a75323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:16.162783 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-e3985b17-2f79-4f40-a1ee-046c6a75323f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0a97ecc-48f9-4c2b-8166-f515a903ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1640213 Apr 20 19:34:16.176801 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3824be-5204-47e9-9ef3-cfaabcfbef8c req-d59dc3dc-0de9-404a-af9c-b1a0427d0731 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:16.178509 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0b3824be-5204-47e9-9ef3-cfaabcfbef8c req-d59dc3dc-0de9-404a-af9c-b1a0427d0731 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 947 time: 0.1211109 Apr 20 19:34:16.272268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 96d09db4-a1f9-4135-81d6-693f1fe6f625 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:16.333783 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Pushing event updated for resources: {'Port': ['ID=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,revision_number=2']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:16.340052 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:16.353497 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-0b3824be-5204-47e9-9ef3-cfaabcfbef8c req-b6cadd31-7634-4e99-b448-e139c934fb01 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453938 Apr 20 19:34:16.409252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Attempting to bind port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 19:34:16.409252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Attempting to bind port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 19:34:16.409252 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Attempting to bind port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 on network b1202b4f-9bb1-4d23-bcb4-83939bb4806d {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:34:16.413871 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 on network b1202b4f-9bb1-4d23-bcb4-83939bb4806d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 19:34:16.414160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Attempting to bind port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 on network b1202b4f-9bb1-4d23-bcb4-83939bb4806d {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 19:34:16.416279 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-8d56f7e1-2598-40f8-885d-3dbd0039b25f service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353468 Apr 20 19:34:16.420571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Checking agent: {'id': '848c41b0-3e90-45f6-9b51-94f3fb5c99b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'started_at': datetime.datetime(2021, 4, 20, 19, 21, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 19:34:16.420950 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Checking segment: {'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 19:34:16.421422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Bound using segment: {'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'} {{(pid=86327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 19:34:16.421991 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Bound port: adbe2a5f-64f1-44ce-b713-3d2a6ae06d64, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa493f9-3ed6-425d-a806-55e875cdd7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d'}}] {{(pid=86327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 19:34:16.422384 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:16.424485 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:16.484505 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:16.486492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:16.493182 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:16.496308 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-36ddbfe0-e695-4348-bf91-ec9319e12718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:16.546160 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] For port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64, host hv-cinder-78726, cleared binding levels {{(pid=86327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 19:34:16.549633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] For port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,segment=NetworkSegment(afa493f9-3ed6-425d-a806-55e875cdd7da),segment_id=afa493f9-3ed6-425d-a806-55e875cdd7da)] {{(pid=86327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 19:34:16.556594 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851780470'] for port, after_update {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:16.561968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:16.573361 dv-cinder-787264-1-smb neutron-server[86213]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'code': 422} returned with failed status Apr 20 19:34:16.579499 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=6']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:16.588184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.588569 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.589320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.589703 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.590074 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.590444 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.591254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.591645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.592017 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.592387 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.592751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.593137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:16.597747 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:16.618412 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-87a6ef8a-97eb-41c0-8463-2abf7ef31af2 req-4fd1c134-c085-4319-a43d-757ac5f18e8c service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952300 Apr 20 19:34:16.630352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:16.631047 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:16.633570 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] 10.222.0.37 "PUT /v2.0/ports/adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 HTTP/1.1" status: 200 len: 1097 time: 1.2190576 Apr 20 19:34:16.634149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab079d80-cb19-48bb-9ec5-4da31e8e5462', 'tag': 'adbe2a5f-64f1-44ce-b713-3d2a6ae06d64'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:16.683478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Pushing event updated for resources: {'Port': ['ID=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,revision_number=3']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:16.726721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-da9e9eba-6f91-42fe-8425-0a9704bf9697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:16.728558 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab079d80-cb19-48bb-9ec5-4da31e8e5462', 'tag': 'adbe2a5f-64f1-44ce-b713-3d2a6ae06d64', 'status': 'completed', 'code': 200} Apr 20 19:34:16.779549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-85bd05fe-a350-428b-bca9-590efdfe81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:16.781308 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-85bd05fe-a350-428b-bca9-590efdfe81d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abb01a1d214d4f4cb258408cf471e0d7&device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 1100 time: 0.0921533 Apr 20 19:34:16.871025 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-49440508-e85e-4878-96c5-011153eab8d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 HTTP/1.1" status: 200 len: 217 time: 0.0815113 Apr 20 19:34:16.958831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-7145a15c-1fa1-4d14-b3a3-e96f971e8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:16.960445 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-7145a15c-1fa1-4d14-b3a3-e96f971e8b90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca38556a-48a0-4721-afde-d1839fa80e77 HTTP/1.1" status: 200 len: 843 time: 0.0823417 Apr 20 19:34:17.055315 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42914) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:17.065150 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-e5a0f7ed-c670-458d-9211-14ebdcab1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:17.067061 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-e5a0f7ed-c670-458d-9211-14ebdcab1432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1202b4f-9bb1-4d23-bcb4-83939bb4806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0990098 Apr 20 19:34:17.204239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.223479 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:17.227818 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Usage tracker for resource:security_group_rule and tenant:09a029059dd44e0bbc9753e23ad80146 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:17.231651 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:17.239452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:17.286939 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-16b413e7-8b18-4592-a503-62d6d260cdfc service neutron] 10.222.0.37 "GET /v2.0/networks/b1202b4f-9bb1-4d23-bcb4-83939bb4806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103503 Apr 20 19:34:17.300528 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3c3b8-3621-4c5c-8286-2040d9d3cd6b req-c860395a-ccf6-4f9e-831d-f35c09503ad4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:17.302155 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-01a3c3b8-3621-4c5c-8286-2040d9d3cd6b req-c860395a-ccf6-4f9e-831d-f35c09503ad4 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 944 time: 0.1460669 Apr 20 19:34:17.335061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.338089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.351837 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a1274931-cccd-4886-be18-9ba885b2b308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:17.398483 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09a029059dd44e0bbc9753e23ad80146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394158 Apr 20 19:34:17.398714 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42922) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:17.402220 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb0a2a-7167-4fa7-9499-47716f6e60dc,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:17.415497 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:17.448096 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-01a3c3b8-3621-4c5c-8286-2040d9d3cd6b req-e1f1707b-74b3-45bd-a03f-87b146441a1d tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196465 Apr 20 19:34:17.472035 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6668e260-14fd-4a22-975a-7861ef284818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.494981 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-752b2832-699e-467f-8cc3-86b06f81aa64 req-facc8eef-c668-449b-a31c-be0946a0e730 service neutron] 10.222.0.37 "GET /v2.0/networks/b1202b4f-9bb1-4d23-bcb4-83939bb4806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917639 Apr 20 19:34:17.507105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6668e260-14fd-4a22-975a-7861ef284818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.630557 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-02cedc5a-4d3f-445d-b46a-788fdb3ab134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:17.631846 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6668e260-14fd-4a22-975a-7861ef284818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.633282 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-02cedc5a-4d3f-445d-b46a-788fdb3ab134 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abb01a1d214d4f4cb258408cf471e0d7&device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 1100 time: 0.0897334 Apr 20 19:34:17.638227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-240bec3d-1dd6-4cde-9d62-ed8cbb5cf7ee tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:17.656825 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477359b8-c396-4bac-9aad-f124b6c093cf req-e2493344-e557-47c1-9e4c-71857e1e0963 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:17.658577 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-477359b8-c396-4bac-9aad-f124b6c093cf req-e2493344-e557-47c1-9e4c-71857e1e0963 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 947 time: 0.1545384 Apr 20 19:34:17.662417 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668e260-14fd-4a22-975a-7861ef284818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb0a2a-7167-4fa7-9499-47716f6e60dc,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:17.670106 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-6668e260-14fd-4a22-975a-7861ef284818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:17.688870 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-6668e260-14fd-4a22-975a-7861ef284818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:17.693437 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-6668e260-14fd-4a22-975a-7861ef284818 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00eb0a2a-7167-4fa7-9499-47716f6e60dc HTTP/1.1" status: 204 len: 168 time: 0.2907825 Apr 20 19:34:17.734367 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-477359b8-c396-4bac-9aad-f124b6c093cf req-baa39adf-cd96-48f9-9a92-9474b186b386 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Apr 20 19:34:17.819258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-86b723ce-5965-43b4-aafa-923259549043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:17.820852 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-86b723ce-5965-43b4-aafa-923259549043 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b1202b4f-9bb1-4d23-bcb4-83939bb4806d HTTP/1.1" status: 200 len: 870 time: 0.1808054 Apr 20 19:34:17.923582 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-baac20f8-f3c3-48cd-83c6-8d9db27d5b98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 HTTP/1.1" status: 200 len: 217 time: 0.0954309 Apr 20 19:34:18.006991 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-f021c256-b2e6-419a-a4f7-762c57b3217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:18.008600 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-f021c256-b2e6-419a-a4f7-762c57b3217c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca38556a-48a0-4721-afde-d1839fa80e77 HTTP/1.1" status: 200 len: 843 time: 0.0784194 Apr 20 19:34:18.063133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:34:18.085244 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42930) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:18.103089 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-382140f4-fbad-4707-ad57-fed000c1def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:18.105343 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-382140f4-fbad-4707-ad57-fed000c1def7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1202b4f-9bb1-4d23-bcb4-83939bb4806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0888050 Apr 20 19:34:18.106627 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.124173 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:18.128635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Usage tracker for resource:security_group_rule and tenant:33e3de4b44284d67854af1eb6960e39b is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:18.131789 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:18.138828 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:18.231777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.235590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.246386 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f208b7bc-af64-44a5-9ad9-f80faa0f3ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:18.260782 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-cfc7bd20-9187-46dc-a101-e821ae96ca7a service neutron] 10.222.0.37 "GET /v2.0/networks/b1202b4f-9bb1-4d23-bcb4-83939bb4806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477571 Apr 20 19:34:18.297318 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33e3de4b44284d67854af1eb6960e39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106042 Apr 20 19:34:18.298288 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d39725-a171-442a-a2e5-25f586a14f3e,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:18.300892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 42934) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:18.303881 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:18.368794 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-312f4dad-78de-4a2e-939b-8d8a3ae2d811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.399231 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-312f4dad-78de-4a2e-939b-8d8a3ae2d811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.416889 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3da149a0-94e1-4f4f-9321-017f82cec629 req-99033fdd-52b7-4c3b-a436-a42cfe6681ae service neutron] 10.222.0.37 "GET /v2.0/networks/b1202b4f-9bb1-4d23-bcb4-83939bb4806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476161 Apr 20 19:34:18.451272 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-312f4dad-78de-4a2e-939b-8d8a3ae2d811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.456692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:18.473258 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f4dad-78de-4a2e-939b-8d8a3ae2d811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d39725-a171-442a-a2e5-25f586a14f3e,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:18.476525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-312f4dad-78de-4a2e-939b-8d8a3ae2d811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:18.478684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-312f4dad-78de-4a2e-939b-8d8a3ae2d811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:18.479177 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-312f4dad-78de-4a2e-939b-8d8a3ae2d811 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48d39725-a171-442a-a2e5-25f586a14f3e HTTP/1.1" status: 204 len: 168 time: 0.1770744 Apr 20 19:34:18.687845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf564-b346-4c48-864d-dc2cf806fc21 req-c98840c4-96f2-4330-ba6e-693281a05573 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:18.689591 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-478bf564-b346-4c48-864d-dc2cf806fc21 req-c98840c4-96f2-4330-ba6e-693281a05573 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 944 time: 0.1069622 Apr 20 19:34:18.746269 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-478bf564-b346-4c48-864d-dc2cf806fc21 req-543dabdc-5c3c-4ec8-b150-73f2b9f4e2a0 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497062 Apr 20 19:34:18.971583 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80175e-6f2d-4d28-ad98-09b296eef3ea req-c92027ab-f9ee-48d1-86bd-9d17fccf4a94 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:18.973308 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb80175e-6f2d-4d28-ad98-09b296eef3ea req-c92027ab-f9ee-48d1-86bd-9d17fccf4a94 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 947 time: 0.1021156 Apr 20 19:34:19.024628 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-bb80175e-6f2d-4d28-ad98-09b296eef3ea req-926bf2fd-0cd9-4763-8ea2-499d42a6969b tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 Apr 20 19:34:19.991840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfa416-c148-4738-a1db-87d7a91248c5 req-10a9e947-aafb-44f8-9277-8a7e06b6072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:19.993709 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84bfa416-c148-4738-a1db-87d7a91248c5 req-10a9e947-aafb-44f8-9277-8a7e06b6072a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1097 time: 0.2090678 Apr 20 19:34:20.060139 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-84bfa416-c148-4738-a1db-87d7a91248c5 req-81ff9a13-e9ef-4713-8b8f-baf830d21229 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585425 Apr 20 19:34:20.078942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dca5d6-e93a-4844-ae61-73d213eff250 req-ebe659f4-b690-4521-9e10-c02af3d9720b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:20.080727 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-34dca5d6-e93a-4844-ae61-73d213eff250 req-ebe659f4-b690-4521-9e10-c02af3d9720b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 944 time: 0.1604140 Apr 20 19:34:20.141925 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-34dca5d6-e93a-4844-ae61-73d213eff250 req-38857a68-df5d-49d9-985c-10f337169a2d tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538571 Apr 20 19:34:20.243202 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a6262-3524-447e-8999-da4ba243b435 req-ce61f4cb-2c5c-4c0d-b665-4930bfc2c91d tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:20.246332 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-035a6262-3524-447e-8999-da4ba243b435 req-ce61f4cb-2c5c-4c0d-b665-4930bfc2c91d tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 947 time: 0.0983365 Apr 20 19:34:20.287330 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 96d09db4-a1f9-4135-81d6-693f1fe6f625 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:34:20.303617 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-035a6262-3524-447e-8999-da4ba243b435 req-dda71b40-0c04-4d2e-a926-076af0b4ed31 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483766 Apr 20 19:34:20.446829 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:20.473071 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'port_id': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'mac_address': 'fa:16:3e:62:41:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:34:20.546321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:20.568690 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d09db4-a1f9-4135-81d6-693f1fe6f625 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:34:20.593188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:20.598276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:20.599094 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 19:34:20.601525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:20.777633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=7']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:20.783126 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:20.872534 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,segment=NetworkSegment(afa493f9-3ed6-425d-a806-55e875cdd7da),segment_id=afa493f9-3ed6-425d-a806-55e875cdd7da)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:20.892442 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Returning: {'device': 'adbe2a5f-64f1-44ce-b713-3d2a6ae06d64', 'network_id': 'b1202b4f-9bb1-4d23-bcb4-83939bb4806d', 'port_id': 'adbe2a5f-64f1-44ce-b713-3d2a6ae06d64', 'mac_address': 'fa:16:3e:5f:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca38556a-48a0-4721-afde-d1839fa80e77', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 19:34:20.976526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d96ab060-5782-480b-9110-6e4551aa8216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.012346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.042079 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 {{(pid=86328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 19:34:21.067318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,segment=NetworkSegment(afa493f9-3ed6-425d-a806-55e875cdd7da),segment_id=afa493f9-3ed6-425d-a806-55e875cdd7da)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:21.071623 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:21.076840 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:21.182103 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,revision_number=4']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:21.187326 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:21.416889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a5b8-a52b-46fd-a8d2-154b80f392cc req-120fdda8-af45-49e5-9b79-e1d56aa5d809 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:21.419929 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6a2a5b8-a52b-46fd-a8d2-154b80f392cc req-120fdda8-af45-49e5-9b79-e1d56aa5d809 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 945 time: 0.1417885 Apr 20 19:34:21.474994 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e6a2a5b8-a52b-46fd-a8d2-154b80f392cc req-a0b01dc1-20d5-4e0c-891d-5006ccf912eb tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484838 Apr 20 19:34:21.512062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['adbe2a5f-64f1-44ce-b713-3d2a6ae06d64'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:34:21.548139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['96d09db4-a1f9-4135-81d6-693f1fe6f625'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:34:21.598024 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128e341-337a-42cb-9ccd-9fdefe40f91c req-8844ffea-86f4-46f6-adcd-594fa0843006 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:21.599872 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a128e341-337a-42cb-9ccd-9fdefe40f91c req-8844ffea-86f4-46f6-adcd-594fa0843006 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 948 time: 0.1295431 Apr 20 19:34:21.653228 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-a128e341-337a-42cb-9ccd-9fdefe40f91c req-8d4d1b6d-7fe1-41f9-84ef-2c327b2b97ab tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441897 Apr 20 19:34:22.882203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfe122-19ee-4e91-9463-7eb53458a937 req-f163ca4b-bced-431c-8afd-7e560ea52d46 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:22.883116 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f3dfe122-19ee-4e91-9463-7eb53458a937 req-f163ca4b-bced-431c-8afd-7e560ea52d46 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Synchronizing usage tracker for tenant:abb01a1d214d4f4cb258408cf471e0d7 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:34:22.903571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f3dfe122-19ee-4e91-9463-7eb53458a937 req-f163ca4b-bced-431c-8afd-7e560ea52d46 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Unset dirty status for tenant:abb01a1d214d4f4cb258408cf471e0d7 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:34:22.904888 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f3dfe122-19ee-4e91-9463-7eb53458a937 req-f163ca4b-bced-431c-8afd-7e560ea52d46 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 948 time: 0.1194360 Apr 20 19:34:22.956582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f3dfe122-19ee-4e91-9463-7eb53458a937 req-898898e9-ab9a-4bd1-aed9-5769184b6db9 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Synchronizing usage tracker for tenant:abb01a1d214d4f4cb258408cf471e0d7 on resource:security_group {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:34:22.973532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-f3dfe122-19ee-4e91-9463-7eb53458a937 req-898898e9-ab9a-4bd1-aed9-5769184b6db9 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Unset dirty status for tenant:abb01a1d214d4f4cb258408cf471e0d7 on resource:security_group {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:34:22.974788 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f3dfe122-19ee-4e91-9463-7eb53458a937 req-898898e9-ab9a-4bd1-aed9-5769184b6db9 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629904 Apr 20 19:34:23.510242 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-649dd628-0626-4f5c-90f8-0badb872bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.183708 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfef940-553c-4407-a268-d4f33e292340 req-e3d1f51c-ac9b-45c6-b976-3e980faf8a0e tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:24.185590 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4bfef940-553c-4407-a268-d4f33e292340 req-e3d1f51c-ac9b-45c6-b976-3e980faf8a0e tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 948 time: 0.0930755 Apr 20 19:34:24.243001 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4bfef940-553c-4407-a268-d4f33e292340 req-fe6e5c07-b5af-478b-873b-27d420cda89c tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506666 Apr 20 19:34:24.287920 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 96d09db4-a1f9-4135-81d6-693f1fe6f625 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:34:24.371509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port 96d09db4-a1f9-4135-81d6-693f1fe6f625 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:34:24.371933 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.520689 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.550943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:24.562993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:24.566368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.567350 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 up at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 19:34:24.600356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:24.705042 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=8']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:24.709525 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:24.718380 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning for port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 completed by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 19:34:24.723951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.provisioning_blocks [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Provisioning complete for port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 triggered by entity L2. {{(pid=86328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 19:34:24.724314 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060303'] for port, provisioning_complete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.752890 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'code': 200} Apr 20 19:34:24.856991 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853145390'] for port, before_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.897255 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] For port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,segment=NetworkSegment(afa493f9-3ed6-425d-a806-55e875cdd7da),segment_id=afa493f9-3ed6-425d-a806-55e875cdd7da)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:24.900892 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785295541192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251559665302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785295110532'] for port, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:24.903684 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:24.973645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Pushing event updated for resources: {'Port': ['ID=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,revision_number=5']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:24.976809 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:25.393361 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:25.455695 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f217f22-f9bd-4822-a64a-5f795b66d11f req-e7399f96-9afa-497e-ba14-774b6ab7075b tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:25.457416 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f217f22-f9bd-4822-a64a-5f795b66d11f req-e7399f96-9afa-497e-ba14-774b6ab7075b tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 949 time: 0.0918195 Apr 20 19:34:25.508276 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2f217f22-f9bd-4822-a64a-5f795b66d11f req-b47fb8aa-67a6-49c2-9d35-2162c51b15c2 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Apr 20 19:34:26.501698 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:26.720612 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82393678-787f-4258-b118-cb8e12b57424 req-ac9ce053-7b18-46c9-80e6-27bfaa2939d3 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:26.722236 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-82393678-787f-4258-b118-cb8e12b57424 req-ac9ce053-7b18-46c9-80e6-27bfaa2939d3 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 949 time: 0.0884550 Apr 20 19:34:26.753943 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab079d80-cb19-48bb-9ec5-4da31e8e5462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe2a5f-64f1-44ce-b713-3d2a6ae06d64'}] {{(pid=86328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:26.777763 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-82393678-787f-4258-b118-cb8e12b57424 req-8837dc2a-f6ba-4b55-a996-62fa45087000 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492287 Apr 20 19:34:26.804769 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab079d80-cb19-48bb-9ec5-4da31e8e5462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe2a5f-64f1-44ce-b713-3d2a6ae06d64', 'code': 200} Apr 20 19:34:27.056019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c731774-cdf2-4d6c-803d-c9d2a45f87ea req-9b27e8ee-78f8-4a50-ac71-4a085f8f2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:27.057611 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c731774-cdf2-4d6c-803d-c9d2a45f87ea req-9b27e8ee-78f8-4a50-ac71-4a085f8f2be8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 1102 time: 0.0847106 Apr 20 19:34:27.104163 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-3c731774-cdf2-4d6c-803d-c9d2a45f87ea req-02fade03-0549-47cb-bd45-064290925760 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376105 Apr 20 19:34:27.421137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:27.991411 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14016f-99ef-4f62-8f9b-7b97052038b3 req-3425a6b3-b65d-408b-ad07-fb2103eed6d4 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:27.993081 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6c14016f-99ef-4f62-8f9b-7b97052038b3 req-3425a6b3-b65d-408b-ad07-fb2103eed6d4 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 949 time: 0.0939772 Apr 20 19:34:28.047472 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-6c14016f-99ef-4f62-8f9b-7b97052038b3 req-767e7a2e-0ec7-4344-8485-cf442cd0051c tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463240 Apr 20 19:34:29.352240 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b60e13-8e79-468f-ac0c-3fb38a70b139 req-67ced6a1-1f38-4d5f-af6b-49b20a2f844b tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:29.353984 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b5b60e13-8e79-468f-ac0c-3fb38a70b139 req-67ced6a1-1f38-4d5f-af6b-49b20a2f844b tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 949 time: 0.1000726 Apr 20 19:34:29.407104 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-b5b60e13-8e79-468f-ac0c-3fb38a70b139 req-54e6e9be-4fe9-4bc5-b398-463921a02249 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Apr 20 19:34:29.997474 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945604d4-9523-4717-84f0-31971a85d84e req-f993327e-ed02-4c2a-b2df-bb3dee4ebe77 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:29.999217 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-945604d4-9523-4717-84f0-31971a85d84e req-f993327e-ed02-4c2a-b2df-bb3dee4ebe77 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 949 time: 0.1627884 Apr 20 19:34:30.060004 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-945604d4-9523-4717-84f0-31971a85d84e req-3f9b1a49-9a94-4768-8c99-a6aa8d380d79 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540080 Apr 20 19:34:31.334967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cf593-1796-4524-9ea9-930513fbb30d req-acb24613-6f06-45e9-8067-d24a371775ef tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:31.336658 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8f4cf593-1796-4524-9ea9-930513fbb30d req-acb24613-6f06-45e9-8067-d24a371775ef tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 949 time: 0.1505458 Apr 20 19:34:31.659248 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-8f4cf593-1796-4524-9ea9-930513fbb30d req-ae38185a-65e8-4f40-b215-ddc812e7cfee tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/security-groups?id=eedca508-a051-4802-8d5b-3f11067035b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052070 Apr 20 19:34:31.671778 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-20e36820-03c2-47cf-9317-1f3c18895c84 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:34:31.673428 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-20e36820-03c2-47cf-9317-1f3c18895c84 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 949 time: 0.4128911 Apr 20 19:34:31.712020 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 43086) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:31.756860 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Deleting port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:34:31.757281 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.867037 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:31.885475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:31.890630 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Usage tracker for resource:security_group_rule and tenant:235e44443dbe452b8b09a0cc1fcff89e is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:31.893857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:31.901219 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:32.000853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.004452 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.014485 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1a2b6480-e616-4440-acbb-37f74ef39727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:32.060382 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=235e44443dbe452b8b09a0cc1fcff89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470476 Apr 20 19:34:32.062725 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30ae873-0f12-4bab-98e8-ff000945ecda,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:32.065291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 43092) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:32.086165 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.086590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.086979 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.087391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.087795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.088205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.089145 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.089647 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.090293 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.090701 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.091105 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.091501 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:34:32.098278 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f044d8c9-7263-4355-b978-36c50be2ca21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:32.121062 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] For port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,segment=NetworkSegment(afa493f9-3ed6-425d-a806-55e875cdd7da),segment_id=afa493f9-3ed6-425d-a806-55e875cdd7da)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:34:32.121588 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.151318 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0fee206-3ef4-4cbd-a786-c5e6b9ef0816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.180998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0fee206-3ef4-4cbd-a786-c5e6b9ef0816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.234214 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0fee206-3ef4-4cbd-a786-c5e6b9ef0816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.239795 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-60cd1a30-161d-4bec-a46b-76594477bc41 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:32.255683 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fee206-3ef4-4cbd-a786-c5e6b9ef0816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30ae873-0f12-4bab-98e8-ff000945ecda,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:32.259070 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f0fee206-3ef4-4cbd-a786-c5e6b9ef0816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:32.262352 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0fee206-3ef4-4cbd-a786-c5e6b9ef0816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.264378 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f0fee206-3ef4-4cbd-a786-c5e6b9ef0816 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e30ae873-0f12-4bab-98e8-ff000945ecda HTTP/1.1" status: 204 len: 168 time: 0.1979244 Apr 20 19:34:32.296672 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Calling delete_port for adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:34:32.461346 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.469371 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-38c50d71-ea20-4aec-a715-cb412c47a5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:32.477257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] get_ports_and_sgs() called for port_ids ['adbe2a5f-64f1-44ce-b713-3d2a6ae06d64'] {{(pid=86328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 19:34:32.518637 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Pushing event deleted for resources: {'Port': ['ID=adbe2a5f-64f1-44ce-b713-3d2a6ae06d64,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:32.521649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:32.634667 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] No DVR routers for this DVR port adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:34:32.638793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.643270 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab079d80-cb19-48bb-9ec5-4da31e8e5462', 'name': 'network-vif-deleted', 'tag': 'adbe2a5f-64f1-44ce-b713-3d2a6ae06d64'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:34:32.661063 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-2738c086-b7e4-4f2c-9f08-c13d0322540a req-da74472c-99a2-431c-ab8d-0ce2d0c7a645 tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.37 "DELETE /v2.0/ports/adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 HTTP/1.1" status: 204 len: 173 time: 0.9818366 Apr 20 19:34:32.707133 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab079d80-cb19-48bb-9ec5-4da31e8e5462', 'name': 'network-vif-deleted', 'tag': 'adbe2a5f-64f1-44ce-b713-3d2a6ae06d64', 'status': 'completed', 'code': 200} Apr 20 19:34:32.727137 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 43104) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:32.758951 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.800135 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:32.805260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Usage tracker for resource:security_group_rule and tenant:3be1ee3038594a5c94ec1e3c28049f05 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:32.809798 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:32.820955 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:32.950638 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.953889 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:32.955190 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-5b4d0457-f72f-4e9d-9a3b-909a68bc5d3e req-8ae8c535-3f00-48bd-9a32-ea15e2d7207b tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Synchronizing usage tracker for tenant:abb01a1d214d4f4cb258408cf471e0d7 on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:34:32.964278 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f27e59ed-0122-43df-84d3-33605a4909aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:32.982674 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-5b4d0457-f72f-4e9d-9a3b-909a68bc5d3e req-8ae8c535-3f00-48bd-9a32-ea15e2d7207b tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] Unset dirty status for tenant:abb01a1d214d4f4cb258408cf471e0d7 on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:34:32.984948 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5b4d0457-f72f-4e9d-9a3b-909a68bc5d3e req-8ae8c535-3f00-48bd-9a32-ea15e2d7207b tempest-VolumesNegativeTest-40411363 tempest-VolumesNegativeTest-40411363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab079d80-cb19-48bb-9ec5-4da31e8e5462 HTTP/1.1" status: 200 len: 210 time: 0.1232934 Apr 20 19:34:33.013661 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3be1ee3038594a5c94ec1e3c28049f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851229 Apr 20 19:34:33.014549 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe580aff-75c5-4f12-942f-c7fb0c709026,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:33.016939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 43108) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:33.018090 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-096925ce-d2ac-4674-9c4b-ddb2da59cc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:33.098175 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd098-8a80-40cd-854d-f194715d38e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.128880 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd098-8a80-40cd-854d-f194715d38e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.178343 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd098-8a80-40cd-854d-f194715d38e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.183195 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a6fa8246-fd20-4cc3-904a-0af23d1f3eb7 tempest-AttachVolumeShelveTestJSON-798447127 tempest-AttachVolumeShelveTestJSON-798447127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:33.196188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fd098-8a80-40cd-854d-f194715d38e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe580aff-75c5-4f12-942f-c7fb0c709026,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:33.201779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2e3fd098-8a80-40cd-854d-f194715d38e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:33.203996 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2e3fd098-8a80-40cd-854d-f194715d38e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:33.205407 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-2e3fd098-8a80-40cd-854d-f194715d38e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe580aff-75c5-4f12-942f-c7fb0c709026 HTTP/1.1" status: 204 len: 168 time: 0.1868918 Apr 20 19:34:36.370963 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:34:36.423016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:34:36.423016 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device adbe2a5f-64f1-44ce-b713-3d2a6ae06d64 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:34:39.049936 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:39.954113 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 43430) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:40.127543 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0e27c2fe-881a-467d-87a7-09f68020ed22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abb01a1d214d4f4cb258408cf471e0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720893 Apr 20 19:34:40.130218 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 43436) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:40.199425 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9cab2038-78d0-4d09-8c2f-b954d9abaea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.234571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9cab2038-78d0-4d09-8c2f-b954d9abaea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.282939 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9cab2038-78d0-4d09-8c2f-b954d9abaea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.288570 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4d6fb22a-c9e6-497b-8981-b47ec6b50e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:40.304601 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab2038-78d0-4d09-8c2f-b954d9abaea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedca508-a051-4802-8d5b-3f11067035b9,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:40.311271 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-9cab2038-78d0-4d09-8c2f-b954d9abaea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:40.313862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-9cab2038-78d0-4d09-8c2f-b954d9abaea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:40.315048 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9cab2038-78d0-4d09-8c2f-b954d9abaea6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eedca508-a051-4802-8d5b-3f11067035b9 HTTP/1.1" status: 204 len: 168 time: 0.1837230 Apr 20 19:34:50.914516 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-09d0a61b-77b1-4ced-b80b-6da8f3c1f29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.516162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-2d79d1f3-fe2d-47a4-b95c-ab5bfac3932f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.534777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 43594) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:53.676256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.693291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:53.698199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Usage tracker for resource:security_group_rule and tenant:38116e35f4c24159a7515307c1125c6b is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:53.702019 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:53.714561 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:53.817193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.820615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.832210 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0d22e4a3-0bd3-4ecc-b25d-e13911d7ad5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:53.880070 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38116e35f4c24159a7515307c1125c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402531 Apr 20 19:34:53.880850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 43600) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:53.882924 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3289fa49-62e7-4c59-86a5-f49472d51864,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:53.888675 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-bb30ee87-a751-418d-999f-275c8474608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:53.966710 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-45cc9be8-8dee-4adb-baf7-a954f6f49887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:53.996139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-45cc9be8-8dee-4adb-baf7-a954f6f49887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.050590 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-45cc9be8-8dee-4adb-baf7-a954f6f49887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.054656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2976dd2e-1dba-4169-9fc5-a5a699389bd3 tempest-AttachVolumeTestJSON-1630864701 tempest-AttachVolumeTestJSON-1630864701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:54.069758 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc9be8-8dee-4adb-baf7-a954f6f49887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3289fa49-62e7-4c59-86a5-f49472d51864,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:54.074289 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-45cc9be8-8dee-4adb-baf7-a954f6f49887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:54.080669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-45cc9be8-8dee-4adb-baf7-a954f6f49887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:54.081936 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-45cc9be8-8dee-4adb-baf7-a954f6f49887 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3289fa49-62e7-4c59-86a5-f49472d51864 HTTP/1.1" status: 204 len: 168 time: 0.1987772 Apr 20 19:34:55.064905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:34:55.398491 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:56.503629 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.434897 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.609050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 43628) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:57.741140 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.758582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:34:57.763686 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:5ca53fe3ff4b4292a9703ccc2c71a30a is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:34:57.766893 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:34:57.773029 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:34:57.887146 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.891317 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:57.905334 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-81bd32dc-7bac-45be-9487-7b62b0733852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:57.956311 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ca53fe3ff4b4292a9703ccc2c71a30a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456655 Apr 20 19:34:57.958200 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb76c1-3e00-4170-9452-d89c3f3d4c8b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:57.959633 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 43634) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:34:57.961873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-0bd9b449-af9d-40ac-a73f-34d6c7567bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:58.035935 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-faba1486-1cd8-49a9-8d11-1046d142f3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.068786 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-faba1486-1cd8-49a9-8d11-1046d142f3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.123616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-faba1486-1cd8-49a9-8d11-1046d142f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.128057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2f4703ac-903f-43e7-b083-1f0151490532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:34:58.143049 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba1486-1cd8-49a9-8d11-1046d142f3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb76c1-3e00-4170-9452-d89c3f3d4c8b,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:34:58.145831 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-faba1486-1cd8-49a9-8d11-1046d142f3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:34:58.156256 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-faba1486-1cd8-49a9-8d11-1046d142f3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:34:58.157589 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-faba1486-1cd8-49a9-8d11-1046d142f3d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99cb76c1-3e00-4170-9452-d89c3f3d4c8b HTTP/1.1" status: 204 len: 168 time: 0.1957726 Apr 20 19:35:09.049321 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:20.908123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-241530f9-289c-4309-817b-95667d7e0b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:23.515872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5b01bd99-eaf1-406c-9e14-4dd8381802b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:25.392790 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:26.504811 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:27.426741 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:32.065839 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:35:32.338100 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 43834) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:32.480463 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:32.497248 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:35:32.501401 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Usage tracker for resource:security_group_rule and tenant:927367f0b63145c2bdbdc99f39033f26 is out of sync, need to count used quota {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:35:32.504435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:35:32.510836 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:35:32.605279 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:32.610125 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:32.625780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-2e3fd098-8a80-40cd-854d-f194715d38e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:32.673138 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=927367f0b63145c2bdbdc99f39033f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334429 Apr 20 19:35:32.675964 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 43840) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:35:32.677319 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6f4c2b-3334-4ce2-9945-181b0fd2eca7,revision_number=1']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:32.687113 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.687434 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.687838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.688260 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.688645 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.689045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.689468 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.689867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.690263 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.690653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.691041 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.691427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.695793 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:32.748669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:32.778053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:32.833356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:32.839953 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-afa0daae-32c2-421d-9a8e-12037ca26e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:35:32.856193 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6f4c2b-3334-4ce2-9945-181b0fd2eca7,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:35:32.868605 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.869027 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.869470 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.869878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.870290 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.870694 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.871095 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.871504 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.871903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.872304 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.872692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.873088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:35:32.876391 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:35:32.877444 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:32.881352 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-ac998716-f003-4820-a446-9e35afac69d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e6f4c2b-3334-4ce2-9945-181b0fd2eca7 HTTP/1.1" status: 204 len: 168 time: 0.2016249 Apr 20 19:35:39.065654 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:41.858676 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-1119de46-090e-4f3a-bcd7-24f625de1927 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813844 Apr 20 19:35:42.030048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-af7e92b3-d7e4-4bd1-aabf-859a9fac5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:42.031688 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-af7e92b3-d7e4-4bd1-aabf-859a9fac5c7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1099 time: 0.0866675 Apr 20 19:35:42.209305 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-6f157535-5eef-4fd6-bb27-87b5cfd2655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:42.210878 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-6f157535-5eef-4fd6-bb27-87b5cfd2655f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 910 time: 0.1562405 Apr 20 19:35:42.325840 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-9c10725d-9430-45ef-b156-cfb66ba8e862 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 1002 time: 0.1077800 Apr 20 19:35:42.406732 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-d9eafc3d-7302-4bf3-95f0-0cc0bd467107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:42.408310 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-d9eafc3d-7302-4bf3-95f0-0cc0bd467107 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 200 len: 848 time: 0.0750904 Apr 20 19:35:42.506749 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-d42e3a67-e213-4b0a-b751-c86cac081773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:35:42.508460 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-d42e3a67-e213-4b0a-b751-c86cac081773 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0a97ecc-48f9-4c2b-8166-f515a903ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918231 Apr 20 19:35:42.665457 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-096e5efa-ceed-443b-bdd1-93b32e919ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489778 Apr 20 19:35:42.860065 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-e2b3daf9-4f7f-4296-be1e-5b0736b7f34d req-be986bac-e3d2-4475-be49-d31cf8411cd4 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870141 Apr 20 19:35:50.911158 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-28d42163-49f2-48fb-92a9-39cfcfaf166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:53.509355 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e70246c2-2899-42dc-b728-4e0c36384517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:55.395370 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:56.506864 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:35:57.428542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:03.224133 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44020) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:03.398904 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:03.414854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 19:36:03.419615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Usage tracker for resource:security_group_rule and tenant:89616cf19a7947f8a05a0dc51cc2fc61 is out of sync, need to count used quota {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 19:36:03.422650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 19:36:03.428602 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.quota.driver [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 19:36:03.517144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:03.520390 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_create {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:03.531162 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-a3602cbd-4940-415c-95a4-fa7cff5a8ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:03.575092 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89616cf19a7947f8a05a0dc51cc2fc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498168 Apr 20 19:36:03.576096 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac5b0b-25a4-4119-8741-6abf32b0462b,revision_number=1']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:03.578113 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 44026) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:03.579563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:03.640441 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d9cfcb9b-47e5-4c53-bb0b-11ab20429564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:03.668053 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d9cfcb9b-47e5-4c53-bb0b-11ab20429564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:03.717655 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d9cfcb9b-47e5-4c53-bb0b-11ab20429564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:03.722571 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-cf846f86-7541-4ae4-8e68-9c4b2b8009be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:03.735787 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfcb9b-47e5-4c53-bb0b-11ab20429564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ac5b0b-25a4-4119-8741-6abf32b0462b,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:03.741142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-d9cfcb9b-47e5-4c53-bb0b-11ab20429564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:03.745927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d9cfcb9b-47e5-4c53-bb0b-11ab20429564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:03.749345 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d9cfcb9b-47e5-4c53-bb0b-11ab20429564 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35ac5b0b-25a4-4119-8741-6abf32b0462b HTTP/1.1" status: 204 len: 168 time: 0.1678576 Apr 20 19:36:09.056291 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:09.065009 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:36:09.234527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 44032) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:09.614721 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Deleting port d126a1e7-6073-473a-b54e-faf3ccd2010d {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:09.615096 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:09.794664 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:09.795015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:09.923850 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Calling delete_port for d126a1e7-6073-473a-b54e-faf3ccd2010d owned by network:floatingip {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:10.081169 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:10.085959 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b6b40098-c15d-4540-b9ce-82355a156a7a tempest-AttachVolumeNegativeTest-1839527319 tempest-AttachVolumeNegativeTest-1839527319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:10.131106 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event deleted for resources: {'Port': ['ID=d126a1e7-6073-473a-b54e-faf3ccd2010d,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:10.134478 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:10.228156 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for floatingip, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:10.229646 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.db.l3_db [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Floating IP 9f244c27-3d48-4e4c-b6d0-f1f38b707e81 disassociated (deleted). External IP: 172.28.3.138, port: 96d09db4-a1f9-4135-81d6-693f1fe6f625. Apr 20 19:36:10.846615 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Router b3a2e297-dff5-4073-9e1f-0551627f333d has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:36:11.042763 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:36:11.052709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] Sync routers for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:36:11.062894 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for floatingip, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:11.063755 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:36:11.064432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:35:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:11.121871 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-1cb685f3-56ba-42c5-90e4-390a13225c9b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "DELETE /v2.0/floatingips/9f244c27-3d48-4e4c-b6d0-f1f38b707e81 HTTP/1.1" status: 204 len: 168 time: 1.8861735 Apr 20 19:36:11.122488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:36:11.258111 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:36:11.376949 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'status': 'completed', 'code': 200} Apr 20 19:36:11.562845 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-8cd93d90-c86c-400f-8f53-cb7a7e3237db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:36:11.564506 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-8cd93d90-c86c-400f-8f53-cb7a7e3237db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 1099 time: 0.1577036 Apr 20 19:36:11.578514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c031fc-b1b4-44cc-9fff-5942db9753aa req-ef61441b-ba55-4fc2-94e8-950c59199af2 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:36:11.579518 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d2c031fc-b1b4-44cc-9fff-5942db9753aa req-ef61441b-ba55-4fc2-94e8-950c59199af2 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Synchronizing usage tracker for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:port {{(pid=86327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 19:36:11.680709 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.quota.resource [req-d2c031fc-b1b4-44cc-9fff-5942db9753aa req-ef61441b-ba55-4fc2-94e8-950c59199af2 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Unset dirty status for tenant:4dbf4e811d5942e8886d770bfe173d8a on resource:port {{(pid=86327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 19:36:11.682497 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d2c031fc-b1b4-44cc-9fff-5942db9753aa req-ef61441b-ba55-4fc2-94e8-950c59199af2 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.2312429 Apr 20 19:36:11.767895 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 5, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:11.771972 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] Checking router: b3a2e297-dff5-4073-9e1f-0551627f333d for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:36:11.772944 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-d2c031fc-b1b4-44cc-9fff-5942db9753aa req-07028968-4a31-4465-83eb-3b99d6aa7338 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824442 Apr 20 19:36:11.778458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-2bb31fa2-5e62-4241-b76d-f9936855f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:36:11.780007 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-2bb31fa2-5e62-4241-b76d-f9936855f861 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 200 len: 910 time: 0.1972373 Apr 20 19:36:11.781530 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:36:11.782204 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:35:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:11.853951 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-f8bf9b3e-b295-42b3-84ef-c4ce85f3d5f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 200 len: 217 time: 0.0655985 Apr 20 19:36:11.932155 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-8b384ceb-ce8a-43ba-b5d1-0c74403df6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:36:11.933646 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-8b384ceb-ce8a-43ba-b5d1-0c74403df6bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 200 len: 848 time: 0.0736027 Apr 20 19:36:11.972742 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:36:12.016048 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-130c2b3d-3ff4-4564-8fd5-710ff742c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:36:12.017694 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-130c2b3d-3ff4-4564-8fd5-710ff742c94f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0a97ecc-48f9-4c2b-8166-f515a903ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771663 Apr 20 19:36:12.160819 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-6f57530c-e399-4c07-b7a3-6c7563ebae96 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357391 Apr 20 19:36:12.304114 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-f9a54ef5-46ba-4b50-ac37-06e0761ae703 req-1cb0b109-6aca-4a75-9371-859cc0b10e73 service neutron] 10.222.0.37 "GET /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361418 Apr 20 19:36:12.308051 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 5, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:12.313751 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef428cba-7162-46b5-b773-6f0ed582b018 None None] The sync data for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb is: [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:30:26Z', 'revision_number': 4, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb', '_interfaces': [{'id': '369429ee-d6d2-41d4-814e-cb261a440764', 'name': '', 'network_id': 'c0a97ecc-48f9-4c2b-8166-f515a903ee48', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'mac_address': 'fa:16:3e:fb:71:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:25Z', 'updated_at': '2021-04-20T19:30:36Z', 'revision_number': 5, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'subnets': [{'id': '1b31045b-da9d-4ccd-bc0e-546a254d4d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:36:12.671854 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d906ab-de25-4420-b878-5e9282047e75 None None] New status for floating IP 9f244c27-3d48-4e4c-b6d0-f1f38b707e81: DOWN {{(pid=86329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 19:36:12.941519 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f2562-da80-44e0-b54f-9d60b48de826 req-752f8614-437b-4b44-9153-bb515fa579c5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:36:12.943224 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-229f2562-da80-44e0-b54f-9d60b48de826 req-752f8614-437b-4b44-9153-bb515fa579c5 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.37 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1090639 Apr 20 19:36:13.000251 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96e7b4-de44-4625-afc1-93f6661a798d req-676f6b02-ab81-423d-9a29-dd56d0b45a62 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 19:36:13.001951 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4c96e7b4-de44-4625-afc1-93f6661a798d req-676f6b02-ab81-423d-9a29-dd56d0b45a62 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 946 time: 0.1036615 Apr 20 19:36:13.021824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Deleting port 96d09db4-a1f9-4135-81d6-693f1fe6f625 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:13.022280 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:13.051277 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-4c96e7b4-de44-4625-afc1-93f6661a798d req-27752857-a6de-466b-a85f-024d620483f2 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/security-groups?id=f352130e-7c54-45aa-93b6-ea65114951e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Apr 20 19:36:13.283847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] For port 96d09db4-a1f9-4135-81d6-693f1fe6f625, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=96d09db4-a1f9-4135-81d6-693f1fe6f625,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:13.284341 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:13.414345 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Calling delete_port for 96d09db4-a1f9-4135-81d6-693f1fe6f625 owned by compute:nova {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:13.561919 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:13.567227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-7a2fb04d-f44c-4c5c-9da9-96a67e36ac05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:13.615867 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event deleted for resources: {'Port': ['ID=96d09db4-a1f9-4135-81d6-693f1fe6f625,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:13.619276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:13.696007 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] No DVR routers for this DVR port 96d09db4-a1f9-4135-81d6-693f1fe6f625 on host hv-cinder-78726 {{(pid=86327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:36:13.699008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774105'] for port, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:13.701718 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'name': 'network-vif-deleted', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625'}] {{(pid=86327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 19:36:13.716817 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-229f2562-da80-44e0-b54f-9d60b48de826 req-4c0da221-1972-4d68-9909-7330f5175f31 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.37 "DELETE /v2.0/ports/96d09db4-a1f9-4135-81d6-693f1fe6f625 HTTP/1.1" status: 204 len: 173 time: 0.7684355 Apr 20 19:36:13.768704 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172f759-311a-43ca-be08-6ec80584f902', 'name': 'network-vif-deleted', 'tag': '96d09db4-a1f9-4135-81d6-693f1fe6f625', 'status': 'completed', 'code': 200} Apr 20 19:36:14.220788 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [req-5e08d1b2-45c1-487b-8dbf-1c615cbdf691 req-b8a95cf8-c351-4282-acb7-de5309ff9d42 tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "GET /v2.0/ports?device_id=9172f759-311a-43ca-be08-6ec80584f902 HTTP/1.1" status: 200 len: 210 time: 0.0504801 Apr 20 19:36:15.326692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 44056) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:15.399153 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-70ef0a73-1882-499b-8020-c0394fa1f86b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:15.430952 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-70ef0a73-1882-499b-8020-c0394fa1f86b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:15.483139 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-70ef0a73-1882-499b-8020-c0394fa1f86b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:15.488704 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f96b838f-f024-4d40-b377-b91a9c4b1fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:15.507857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef0a73-1882-499b-8020-c0394fa1f86b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f352130e-7c54-45aa-93b6-ea65114951e8,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:15.511274 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-70ef0a73-1882-499b-8020-c0394fa1f86b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:15.517699 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-70ef0a73-1882-499b-8020-c0394fa1f86b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] Notify callbacks [] for security_group, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:15.518916 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-70ef0a73-1882-499b-8020-c0394fa1f86b tempest-TestShelveInstance-1917255767 tempest-TestShelveInstance-1917255767-project] 10.222.0.16 "DELETE /v2.0/security-groups/f352130e-7c54-45aa-93b6-ea65114951e8 HTTP/1.1" status: 204 len: 168 time: 0.1911626 Apr 20 19:36:15.562075 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 44062) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:16.239275 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853812582'] for router_interface, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:16.603998 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Deleting port 369429ee-d6d2-41d4-814e-cb261a440764 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:16.604563 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:16.787230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] For port 369429ee-d6d2-41d4-814e-cb261a440764, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=369429ee-d6d2-41d4-814e-cb261a440764,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:16.787620 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:16.834927 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 96d09db4-a1f9-4135-81d6-693f1fe6f625 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:36:16.872617 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] No Port match for: 96d09db4-a1f9-4135-81d6-693f1fe6f625 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:36:16.872967 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Device 96d09db4-a1f9-4135-81d6-693f1fe6f625 not bound to the agent host hv-cinder-78726 {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:36:17.164446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Calling delete_port for 369429ee-d6d2-41d4-814e-cb261a440764 owned by network:router_interface {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:17.342646 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:17.347267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-09c90317-4493-425f-a5db-2e19f3a3300b tempest-VolumesSnapshotTestJSON-2083662874 tempest-VolumesSnapshotTestJSON-2083662874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:17.397517 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=369429ee-d6d2-41d4-814e-cb261a440764,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:17.428766 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:17.682775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853812508'] for router_interface, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:18.060994 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Router b3a2e297-dff5-4073-9e1f-0551627f333d has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:36:18.247198 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:36:18.256405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] Sync routers for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:36:18.260309 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-eaa655cc-1d03-41bf-a7c6-16739ddea4ed admin admin] 10.222.0.16 "PUT /v2.0/routers/b3a2e297-dff5-4073-9e1f-0551627f333d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6965535 Apr 20 19:36:18.263480 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86327) accepted ('10.222.0.16', 44068) {{(pid=86327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:18.267514 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:36:18.268184 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:35:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:18.449847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:18.459734 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: dv-cinder-787264-1-smb {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:36:18.644712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:18.653985 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Deleting port 22e7b28e-05d9-47ad-9342-d52fa533be13 {{(pid=86327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:18.654358 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:18.770639 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:36:17Z', 'revision_number': 5, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port': {'id': '22e7b28e-05d9-47ad-9342-d52fa533be13', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:21Z', 'updated_at': '2021-04-20T19:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:18.774769 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] Checking router: b3a2e297-dff5-4073-9e1f-0551627f333d for host: dv-cinder-787264-1-smb {{(pid=86328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:36:18.783847 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] Routers {'b3a2e297-dff5-4073-9e1f-0551627f333d'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:36:18.784665 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:35:53Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['b3a2e297-dff5-4073-9e1f-0551627f333d'], 'active': True} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:18.842057 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] For port 22e7b28e-05d9-47ad-9342-d52fa533be13, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=22e7b28e-05d9-47ad-9342-d52fa533be13,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:18.842454 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:18.950551 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] Set router b3a2e297-dff5-4073-9e1f-0551627f333d gateway port host: None {{(pid=86328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:36:18.984368 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Calling delete_port for 22e7b28e-05d9-47ad-9342-d52fa533be13 owned by network:router_gateway {{(pid=86327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:19.063925 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:36:18Z', 'revision_number': 6, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port_host': None}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:19.068032 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcff5f-c6cf-48c8-b411-07b4d483c3e8 None None] The sync data for ids ['b3a2e297-dff5-4073-9e1f-0551627f333d'] in dv-cinder-787264-1-smb is: [{'id': 'b3a2e297-dff5-4073-9e1f-0551627f333d', 'name': 'tempest-TestShelveInstance-1541544321-router', 'tenant_id': '4dbf4e811d5942e8886d770bfe173d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:20Z', 'updated_at': '2021-04-20T19:36:18Z', 'revision_number': 6, 'project_id': '4dbf4e811d5942e8886d770bfe173d8a', 'gw_port_host': None}] {{(pid=86328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:36:19.168164 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2995331'] for port, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:19.173475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b4edd158-fd1b-4b03-85b9-6ed3bcd6f894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:19.253853 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e7b28e-05d9-47ad-9342-d52fa533be13,revision_number=None']} {{(pid=86327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:19.256712 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:19.323687 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957797'] for router_gateway, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:19.420307 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 369429ee-d6d2-41d4-814e-cb261a440764 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:36:19.460128 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 369429ee-d6d2-41d4-814e-cb261a440764 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:36:19.460650 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 369429ee-d6d2-41d4-814e-cb261a440764 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:36:19.755957 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768351'] for router, precommit_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:19.758347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:19.780382 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853823363'] for router, after_delete {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:19.780930 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a2e297-dff5-4073-9e1f-0551627f333d {{(pid=86327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:36:19.794011 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=86327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:19.795244 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-63030eb5-9120-4ec9-bc0e-a2a8cafa8bd4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b3a2e297-dff5-4073-9e1f-0551627f333d HTTP/1.1" status: 204 len: 168 time: 1.5307689 Apr 20 19:36:19.798268 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44072) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:19.870122 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] Deleting subnet 1b31045b-da9d-4ccd-bc0e-546a254d4d30 {{(pid=86326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:36:19.873442 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:19.926245 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851232374'] for subnet, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.009428 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.499863 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852634239'] for subnet, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.505010 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8f9553a8-7507-4078-a8e9-07d20c055053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:20.545737 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b31045b-da9d-4ccd-bc0e-546a254d4d30,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:20.547873 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.551707 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:20.555692 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd8663e-c59d-4de5-b312-821ff56a5868 None None] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:36:20.561954 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f276348e-266c-4b8c-81eb-20d4bb5fc5b6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1b31045b-da9d-4ccd-bc0e-546a254d4d30 HTTP/1.1" status: 204 len: 168 time: 0.7599168 Apr 20 19:36:20.562191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44076) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:20.677044 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.688621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Deleting port 19f768e7-f7a5-47d9-a673-366e04a46af6 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:20.688992 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.823191 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] DHCP port deletion for c0a97ecc-48f9-4c2b-8166-f515a903ee48 request from dv-cinder-787264-1-smb {{(pid=86328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:36:20.828166 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] Deleting port 19f768e7-f7a5-47d9-a673-366e04a46af6 {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:20.828814 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.914123 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] For port 19f768e7-f7a5-47d9-a673-366e04a46af6, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=19f768e7-f7a5-47d9-a673-366e04a46af6,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:20.914526 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:20.957340 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4b9aa6e7-1284-4496-bf71-13f3c567a52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.055616 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Calling delete_port for 19f768e7-f7a5-47d9-a673-366e04a46af6 owned by network:dhcp {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:21.067283 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] For port 19f768e7-f7a5-47d9-a673-366e04a46af6, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=19f768e7-f7a5-47d9-a673-366e04a46af6,segment=NetworkSegment(86ba35a6-9180-475f-9d77-b2860a717ff1),segment_id=86ba35a6-9180-475f-9d77-b2860a717ff1)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:21.067759 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.133327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.138510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4fd23b25-42dd-487d-a8ed-ce6d21415547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:21.189843 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f768e7-f7a5-47d9-a673-366e04a46af6,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:21.191865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] No DVR routers for this DVR port 19f768e7-f7a5-47d9-a673-366e04a46af6 on host dv-cinder-787264-1-smb {{(pid=86326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:36:21.193500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:21.199682 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] Calling delete_port for 19f768e7-f7a5-47d9-a673-366e04a46af6 owned by network:dhcp {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:21.276946 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:36:21.277365 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:36:21.319773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.331823 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 19f768e7-f7a5-47d9-a673-366e04a46af6 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:36:21.368641 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 19f768e7-f7a5-47d9-a673-366e04a46af6 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:36:21.369775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 19f768e7-f7a5-47d9-a673-366e04a46af6 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:36:21.370400 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 22e7b28e-05d9-47ad-9342-d52fa533be13 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:36:21.408987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 22e7b28e-05d9-47ad-9342-d52fa533be13 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:36:21.409404 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 22e7b28e-05d9-47ad-9342-d52fa533be13 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:36:21.436144 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a97ecc-48f9-4c2b-8166-f515a903ee48']}} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:21.453879 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ba35a6-9180-475f-9d77-b2860a717ff1') {'for_net_delete': True} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:21.454226 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ba35a6-9180-475f-9d77-b2860a717ff1') {} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:21.467462 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3543426'] for segment, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.482947 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.489910 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=86326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:36:21.668990 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:36:21.678015 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357252'] for segment, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.778484 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] Deleting port 19f768e7-f7a5-47d9-a673-366e04a46af6 {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:21.779018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.868230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Network c0a97ecc-48f9-4c2b-8166-f515a903ee48 has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:36:21.894085 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:36:21.978036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:21.982088 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-e1f54f97-46f3-4594-8975-0ea78a0e0626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:21.996457 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:22.007773 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a97ecc-48f9-4c2b-8166-f515a903ee48,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:22.012040 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:22.022269 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-f0338035-df91-49d1-9aa5-00bfa93d3da5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c0a97ecc-48f9-4c2b-8166-f515a903ee48 HTTP/1.1" status: 204 len: 168 time: 1.4590461 Apr 20 19:36:22.024230 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5accd-c1d0-4d3c-9e05-2c74d3265abc None None] The port '19f768e7-f7a5-47d9-a673-366e04a46af6' was deleted {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:36:22.025814 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44080) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:22.597653 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853812582'] for router_interface, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:22.964635 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Deleting port 44be05bb-0e3e-4213-a28e-808d464aa522 {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:22.965253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:23.149276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] For port 44be05bb-0e3e-4213-a28e-808d464aa522, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=44be05bb-0e3e-4213-a28e-808d464aa522,segment=NetworkSegment(71d9a9ea-92b4-405c-a146-6c1f71521b72),segment_id=71d9a9ea-92b4-405c-a146-6c1f71521b72)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:23.149592 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:23.299886 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Calling delete_port for 44be05bb-0e3e-4213-a28e-808d464aa522 owned by network:router_interface {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:23.489942 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:23.498559 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b192be86-1829-4d01-906c-6b7170968bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:23.514043 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-7dcadb9c-d2b6-4686-b969-33a8d664397d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:23.571460 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Pushing event deleted for resources: {'Port': ['ID=44be05bb-0e3e-4213-a28e-808d464aa522,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:23.612905 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:24.171458 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853812508'] for router_interface, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:24.552553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Router 86bf1096-64c1-4558-a13d-369fb75d24c8 has already been hosted by L3 agent 2dfdd21e-b3f9-43de-b335-af48211a536d {{(pid=86326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 19:36:24.740065 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] Notify agent at l3_agent.dv-cinder-787264-1-smb the message routers_updated {{(pid=86326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 19:36:24.751018 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] Sync routers for ids ['86bf1096-64c1-4558-a13d-369fb75d24c8'] in dv-cinder-787264-1-smb {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 19:36:24.755803 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4595ecb8-652e-4397-8600-cc34c68fe218 admin admin] 10.222.0.16 "PUT /v2.0/routers/86bf1096-64c1-4558-a13d-369fb75d24c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7288775 Apr 20 19:36:24.758488 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44084) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:24.762311 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] Routers {'86bf1096-64c1-4558-a13d-369fb75d24c8'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:36:24.762988 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:36:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['86bf1096-64c1-4558-a13d-369fb75d24c8'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:24.948031 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks [] for router, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:24.953246 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] Set router 86bf1096-64c1-4558-a13d-369fb75d24c8 gateway port host: dv-cinder-787264-1-smb {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:36:25.137492 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:25.145730 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Deleting port aa19109c-4fee-4f68-9d63-28c16206c01f {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:25.146103 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:25.253509 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'external_fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:36:23Z', 'revision_number': 5, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port': {'id': 'aa19109c-4fee-4f68-9d63-28c16206c01f', 'name': '', 'network_id': '7710dd0a-3580-49ed-a5ad-9e0309fb16ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787264-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:30:30Z', 'updated_at': '2021-04-20T19:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b503cf0-744a-4951-99b9-fe6de118afb2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787264-1-smb'}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:25.257582 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] Checking router: 86bf1096-64c1-4558-a13d-369fb75d24c8 for host: dv-cinder-787264-1-smb {{(pid=86329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 19:36:25.266669 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] Routers {'86bf1096-64c1-4558-a13d-369fb75d24c8'} bound to L3 agent in host dv-cinder-787264-1-smb {{(pid=86329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 19:36:25.267316 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787264-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T19:14:53Z,description=,heartbeat_timestamp=2021-04-20T19:36:23Z,host='dv-cinder-787264-1-smb',id=2dfdd21e-b3f9-43de-b335-af48211a536d,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T19:14:53Z,topic='l3_agent')) {'router_ids': ['86bf1096-64c1-4558-a13d-369fb75d24c8'], 'active': True} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:25.336968 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] For port aa19109c-4fee-4f68-9d63-28c16206c01f, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=aa19109c-4fee-4f68-9d63-28c16206c01f,segment=NetworkSegment(fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b),segment_id=fb1399eb-93ba-4f18-b5ad-d2e094fc1e4b)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:25.337395 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:25.399050 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:25.434217 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvr_db [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] Set router 86bf1096-64c1-4558-a13d-369fb75d24c8 gateway port host: None {{(pid=86329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 19:36:25.474475 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Calling delete_port for aa19109c-4fee-4f68-9d63-28c16206c01f owned by network:router_gateway {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:25.548159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_hamode_db [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:36:25Z', 'revision_number': 6, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port_host': None}], 'dv-cinder-787264-1-smb', False) {} {{(pid=86329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:25.552437 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe6ceb-0ed5-453c-b0c4-e59eb89a19b1 None None] The sync data for ids ['86bf1096-64c1-4558-a13d-369fb75d24c8'] in dv-cinder-787264-1-smb is: [{'id': '86bf1096-64c1-4558-a13d-369fb75d24c8', 'name': 'tempest-TestShelveInstance-1797995538-router', 'tenant_id': 'f57e43457f59481cb4b3b7196929e7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:30:29Z', 'updated_at': '2021-04-20T19:36:25Z', 'revision_number': 6, 'project_id': 'f57e43457f59481cb4b3b7196929e7e9', 'gw_port_host': None}] {{(pid=86329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 19:36:25.659297 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852418445'] for port, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:25.664580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-b08584f2-3661-47b5-b906-86be13563fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:25.713222 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=aa19109c-4fee-4f68-9d63-28c16206c01f,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:25.746405 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:25.812323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-957797'] for router_gateway, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.001656 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768351'] for router, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.004001 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.028542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853823363'] for router, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.029142 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86bf1096-64c1-4558-a13d-369fb75d24c8 {{(pid=86326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 19:36:26.042862 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] Notify callbacks [] for router, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.044197 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-3bc2badb-9435-4c86-8b79-2284a57ee9ee admin admin] 10.222.0.16 "DELETE /v2.0/routers/86bf1096-64c1-4558-a13d-369fb75d24c8 HTTP/1.1" status: 204 len: 168 time: 1.2846959 Apr 20 19:36:26.046779 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44088) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:26.111772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] Deleting subnet b53474fc-b230-4181-a1e1-16ca0759264d {{(pid=86326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 19:36:26.115215 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.168670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851232374'] for subnet, precommit_delete_associations {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.255890 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062381'] for subnet, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.509025 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.533418 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852713451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-923240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852634239'] for subnet, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.538524 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:26.576227 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53474fc-b230-4181-a1e1-16ca0759264d,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:26.578523 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for subnet, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.581205 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:26.582203 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131acbe5-6824-4e53-9882-458a238b39fa None None] Network 01a5a7f1-9014-4120-8337-659a44bafa1f requested from dv-cinder-787264-1-smb {{(pid=86328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 19:36:26.585685 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-72b73560-21e6-4138-862e-2e899b341a68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b53474fc-b230-4181-a1e1-16ca0759264d HTTP/1.1" status: 204 len: 168 time: 0.5378861 Apr 20 19:36:26.588878 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44092) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:26.704888 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627745'] for network, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.716069 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Deleting port b6a2d94c-0c6a-429c-a148-99b6e521bd7f {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:26.716439 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.845999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] DHCP port deletion for 01a5a7f1-9014-4120-8337-659a44bafa1f request from dv-cinder-787264-1-smb {{(pid=86328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 19:36:26.850284 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Deleting port b6a2d94c-0c6a-429c-a148-99b6e521bd7f {{(pid=86328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:26.850733 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:26.936896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] For port b6a2d94c-0c6a-429c-a148-99b6e521bd7f, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=b6a2d94c-0c6a-429c-a148-99b6e521bd7f,segment=NetworkSegment(71d9a9ea-92b4-405c-a146-6c1f71521b72),segment_id=71d9a9ea-92b4-405c-a146-6c1f71521b72)] {{(pid=86326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:26.937309 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:27.073254 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.db [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] For port b6a2d94c-0c6a-429c-a148-99b6e521bd7f, host dv-cinder-787264-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787264-1-smb',level=0,port_id=b6a2d94c-0c6a-429c-a148-99b6e521bd7f,segment=NetworkSegment(71d9a9ea-92b4-405c-a146-6c1f71521b72),segment_id=71d9a9ea-92b4-405c-a146-6c1f71521b72)] {{(pid=86328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 19:36:27.073622 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816963'] for port, precommit_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:27.211739 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Calling delete_port for b6a2d94c-0c6a-429c-a148-99b6e521bd7f owned by network:dhcp {{(pid=86328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:27.296337 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1632572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251559234591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785295110498'] for port, after_delete {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:27.301777 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-5fd41fe7-670c-4f85-a83a-91279bf7c415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:27.338247 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Calling delete_port for b6a2d94c-0c6a-429c-a148-99b6e521bd7f owned by network:dhcp {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 19:36:27.354277 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Pushing event deleted for resources: {'Port': ['ID=b6a2d94c-0c6a-429c-a148-99b6e521bd7f,revision_number=None']} {{(pid=86328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:27.356782 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 44be05bb-0e3e-4213-a28e-808d464aa522 no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:36:27.400775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] No DVR routers for this DVR port b6a2d94c-0c6a-429c-a148-99b6e521bd7f on host dv-cinder-787264-1-smb {{(pid=86328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 19:36:27.403118 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.403510 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.403896 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.404276 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.404649 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.405045 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.405435 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.405808 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.406181 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.406552 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.406921 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.407292 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787264-1-smb {{(pid=86328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 19:36:27.409884 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: 44be05bb-0e3e-4213-a28e-808d464aa522 {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:36:27.410239 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device 44be05bb-0e3e-4213-a28e-808d464aa522 not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:36:27.410685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device b6a2d94c-0c6a-429c-a148-99b6e521bd7f no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:36:27.421772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.db.api [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 19:36:27.421772 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_db.api [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 19:36:27.443494 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4e7fba4b-5a25-4fa5-82a7-4a251aa8c074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:27.456621 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: b6a2d94c-0c6a-429c-a148-99b6e521bd7f {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:36:27.457028 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device b6a2d94c-0c6a-429c-a148-99b6e521bd7f not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:36:27.457532 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device aa19109c-4fee-4f68-9d63-28c16206c01f no longer exists at agent ovs-agent-dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 19:36:27.501326 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] No Port match for: aa19109c-4fee-4f68-9d63-28c16206c01f {{(pid=86328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 19:36:27.501726 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.rpc [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Device aa19109c-4fee-4f68-9d63-28c16206c01f not bound to the agent host dv-cinder-787264-1-smb {{(pid=86328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 19:36:27.503987 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:27.920383 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Deleting port b6a2d94c-0c6a-429c-a148-99b6e521bd7f {{(pid=86326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 19:36:27.920775 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363251559237492'] for port, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:27.994670 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.plugin [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] The port 'b6a2d94c-0c6a-429c-a148-99b6e521bd7f' was deleted {{(pid=86326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 19:36:28.114432 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852713352', 'neutron.services.segments.db._delete_segments_for_network-8785295459955'] for network, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:28.229848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a5a7f1-9014-4120-8337-659a44bafa1f']}} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:28.242848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d9a9ea-92b4-405c-a146-6c1f71521b72') {'for_net_delete': True} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:28.243187 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.services.segments.db [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d9a9ea-92b4-405c-a146-6c1f71521b72') {} {{(pid=86326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 19:36:28.255320 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363251559205731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3543426'] for segment, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:28.272327 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853096629'] for segment, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:28.279420 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=86326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 19:36:28.456406 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Network 01a5a7f1-9014-4120-8337-659a44bafa1f has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:36:28.466257 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1679164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357252'] for segment, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:28.649752 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.plugins.ml2.managers [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Network 01a5a7f1-9014-4120-8337-659a44bafa1f has no segments {{(pid=86326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: % (table.description, expected, rows_matched) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: % (table.description, expected, rows_matched) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: % (table.description, expected, rows_matched) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: % (table.description, expected, rows_matched) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: Traceback (most recent call last): Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: timer() Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: cb(*args, **kw) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: return func(*args, **kwargs) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: self._notify() Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: self.callback(batched_events) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: event.method(event) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: segment_id)['aggregates'][0] Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: return f(self, *a, **k) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: return self._get(url).json() Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: **kwargs) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: return self.request(url, 'GET', **kwargs) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: **endpoint_filter) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 19:36:28.672698 dv-cinder-787264-1-smb neutron-server[86213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 19:36:28.756446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963458'] for network, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:28.760941 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-701a0ccb-18c3-4840-ab13-46c64a9a5f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:28.774738 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210931'] for network, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:28.786438 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=01a5a7f1-9014-4120-8337-659a44bafa1f,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:28.791110 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:28.795822 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-4a62134d-ea52-430e-b8db-692378c7f1ef admin admin] 10.222.0.16 "DELETE /v2.0/networks/01a5a7f1-9014-4120-8337-659a44bafa1f HTTP/1.1" status: 204 len: 168 time: 2.2048187 Apr 20 19:36:28.920765 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44098) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:28.973837 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-9116889d-d0b3-4892-aafd-03b14a8690c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dbf4e811d5942e8886d770bfe173d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516338 Apr 20 19:36:28.976267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44102) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:29.037542 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-423853e7-6199-4830-92b5-6cbe40893a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.064413 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-423853e7-6199-4830-92b5-6cbe40893a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.111212 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-423853e7-6199-4830-92b5-6cbe40893a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.116324 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-8ce0cf80-410c-4027-babf-b1d23ec4645f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:29.130993 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423853e7-6199-4830-92b5-6cbe40893a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee91e82-ef85-4cd1-adee-5352bff089fc,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:29.136323 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-423853e7-6199-4830-92b5-6cbe40893a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:29.138427 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-423853e7-6199-4830-92b5-6cbe40893a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.139605 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-423853e7-6199-4830-92b5-6cbe40893a35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bee91e82-ef85-4cd1-adee-5352bff089fc HTTP/1.1" status: 204 len: 168 time: 0.1624050 Apr 20 19:36:29.507788 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44110) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:29.559960 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-d9af92c6-8751-4016-86a0-47585efa80ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f57e43457f59481cb4b3b7196929e7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507882 Apr 20 19:36:29.562467 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.wsgi [-] (86326) accepted ('10.222.0.16', 44114) {{(pid=86326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 19:36:29.624082 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-67c9352a-50ef-452d-9501-dfafe71d207c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.651267 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-67c9352a-50ef-452d-9501-dfafe71d207c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.695262 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-67c9352a-50ef-452d-9501-dfafe71d207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925100'] for security_group, after_delete {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.700181 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-3a1e4695-35ea-498b-840d-c37f4c95959e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 19:36:29.714149 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9352a-50ef-452d-9501-dfafe71d207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d728d94-2dae-4eaf-87fb-e2a91e2f40a1,revision_number=None']} {{(pid=86326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 19:36:29.717159 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG oslo_concurrency.lockutils [None req-67c9352a-50ef-452d-9501-dfafe71d207c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 19:36:29.718119 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-67c9352a-50ef-452d-9501-dfafe71d207c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:29.719321 dv-cinder-787264-1-smb neutron-server[86213]: INFO neutron.wsgi [None req-67c9352a-50ef-452d-9501-dfafe71d207c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d728d94-2dae-4eaf-87fb-e2a91e2f40a1 HTTP/1.1" status: 204 len: 168 time: 0.1559112 Apr 20 19:36:39.066553 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:46.066199 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:36:50.910119 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-10f3d585-205c-497e-b52f-6159e1347ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:53.515685 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-f87bb5d8-4f65-4a9d-8306-9d35cfa7fc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:55.402446 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:56.512550 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:36:57.434906 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:09.074865 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:20.911838 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-38c72ef9-d629-4b11-b8af-e1b45e0afcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:23.064914 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:37:23.519036 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf1ac-049a-48f2-a2cf-ad2ec67bb2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:25.404824 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:26.515999 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:27.438407 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:39.073422 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:50.913780 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-55af1e2f-8139-4844-bba5-2c8c6b9f7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:53.521190 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b20b23e3-49ef-4a9c-9dbb-ef31d45ef3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:55.407008 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:56.518804 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:37:57.441791 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:00.065762 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:38:09.094857 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:20.915353 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4c6d557e-aa83-463e-bc2f-9d93e9bddcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:23.523440 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8b0a74f3-d980-4651-8719-5f6bcb810b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:25.409634 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:26.522188 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:27.447328 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:37.064677 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:38:39.093929 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:50.917556 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-43893cd3-f074-4b8d-a73c-8eaf64da4c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:53.524903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f15f-539c-4400-b7a8-b2f0b7282ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:55.411714 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:56.524356 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:38:57.448024 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:09.086500 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:14.064903 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:39:20.919338 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-547b4c76-c6f9-4d15-b0f8-e460a7e098c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:23.526476 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-da064cca-b94b-41f3-a2c0-fc9a17e113ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:25.414398 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:26.527580 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:27.451039 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:39.116577 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:50.921774 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-98d0a63c-2255-4a59-ad83-306a5d3f66ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:51.064997 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:39:53.528262 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-a8a9fc56-0fd4-42ee-826f-d57ac4bbcc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:55.417054 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:56.529548 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:39:57.454157 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:09.121816 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:20.923746 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d9cf72f9-95ea-447e-b72b-99fa425a1695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:23.530449 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0e01824d-5bb1-4cf5-9541-049dede8a9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:25.420216 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:26.532456 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:27.457309 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:28.065238 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:40:39.130185 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:50.928347 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-d65083c5-0956-4a4d-9509-74feafa882b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:53.532527 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-b516b4cc-7fcd-4767-9858-1f1495549d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:55.422061 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:56.535872 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:40:57.459496 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:41:05.064503 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron.db.agents_db [None req-2a553d3e-b618-48c6-be60-d6665846192d None None] Agent healthcheck: found 6 active agents {{(pid=86329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 19:41:09.134253 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-0891878d-7af2-44f1-b16f-b09f34b04241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:41:20.930479 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-733a4368-9e27-487a-92f6-6ac425d49382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:41:23.533848 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-4f645a9d-09e9-4715-82f0-5a6ddf062eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:41:25.428241 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-8a0901fa-6aa4-40b0-9e0f-9f7e18350880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:41:26.538745 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-94cf8008-bd0d-4d24-8643-463f5355db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 19:41:27.463877 dv-cinder-787264-1-smb neutron-server[86213]: DEBUG neutron_lib.callbacks.manager [None req-e8e34654-2ac7-42f6-bbfe-69deec679268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363251559315845', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852715430'] for agent, after_update {{(pid=86328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}